-- Logs begin at Thu 2021-05-20 03:42:37 UTC, end at Thu 2021-05-20 04:39:29 UTC. -- May 20 04:13:04.370299 dv-cinder-790910-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 04:13:06.769984 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.common.config [-] Logging enabled! May 20 04:13:06.770626 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 20 04:13:06.770733 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 04:13:06.774067 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.common.config [-] Logging enabled! May 20 04:13:06.774324 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 20 04:13:06.774636 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 04:13:06.775602 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 04:13:06.775786 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 04:13:06.776191 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 04:13:06.776436 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 04:13:06.776619 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 04:13:06.776972 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.777269 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.777594 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.777803 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.778125 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.778397 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.778674 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.778960 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.779355 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.779540 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.779817 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.780103 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.780332 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.780618 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.780909 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.781197 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.781801 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] debug = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.782094 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.782523 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.782954 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.783241 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.783535 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.783817 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.784171 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.784356 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.784649 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.785001 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] host = dv-cinder-790910-4-smb {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.785388 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.785598 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.785887 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.786196 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.786472 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.786732 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.787019 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.787297 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.787616 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.787891 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.788184 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.788501 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.788765 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.789002 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.789207 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.789525 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.789823 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.790107 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.790387 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.790661 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.790935 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.791214 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.791482 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.791772 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.792059 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.792347 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.792626 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.792901 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.793171 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.793447 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.793754 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.794039 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.794301 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.794588 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.794875 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.795132 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.795419 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.795711 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.795998 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.796282 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.796569 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.796845 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.797128 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.797402 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.797705 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.797981 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] use_json = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.798255 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.798528 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.798813 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.799087 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.799358 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.799634 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.799913 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.800191 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:06.800494 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.800794 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.801097 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.801386 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.801708 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.801991 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.802284 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.802565 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.802860 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.803265 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.803565 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.803846 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.804141 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.804423 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.804728 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.805038 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.805338 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.805660 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.805941 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.806218 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.806495 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.806773 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.807063 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.807360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.807654 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.807930 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.808210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.808503 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.808784 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.809064 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.809339 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.809659 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.809935 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.810210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.810495 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.810781 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.811048 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.811321 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.811599 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.811892 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.812175 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.812448 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.812719 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.812997 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.813269 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.813583 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.813868 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.814142 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.814415 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.814716 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.814973 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.815246 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.815526 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.815803 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.816083 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.816360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.816636 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.816912 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.817187 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.817460 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.817759 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.818036 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.818315 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.818624 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.818906 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.819181 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.819456 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.819735 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.820031 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.820339 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.820624 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.820910 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.821195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.821478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.821786 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.822075 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.822357 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.822642 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.822920 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.823218 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.823508 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.823805 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.824096 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.824380 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.824681 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.824968 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.825252 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.825556 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.825843 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.826142 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.826431 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.826732 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.827034 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.827333 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.827630 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.827932 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.828220 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.828540 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.828825 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:06.829045 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 04:13:06.829298 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 04:13:07.178346 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:07.178625 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:07.178976 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:07.179275 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 04:13:07.483994 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.484196 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.484460 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.485707 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.485984 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.486251 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.608593 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.608843 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.609132 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.622749 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.623026 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.623291 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.652116 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.652357 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.652642 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.691425 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.691700 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.691967 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.923661 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.924328 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.924328 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.924511 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:07.925194 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.050745 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.051061 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.051341 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.051617 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.051887 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.052200 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.052458 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.052713 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.052994 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.053334 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.053530 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.053827 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.054090 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.054327 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.054593 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.054855 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.055111 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.055533 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.055796 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.056078 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.056429 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.056686 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.056936 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.057205 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.057456 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.057726 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.058120 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.058360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.058598 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.058832 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.059064 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.059300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.059674 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 04:13:08.063016 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 04:13:08.066962 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 04:13:08.070897 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 20 04:13:08.072528 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 04:13:08.072983 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 04:13:08.073321 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 04:13:08.073742 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 04:13:08.076730 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 04:13:08.076982 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 04:13:08.077336 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 04:13:08.106176 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 04:13:08.106572 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.106861 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 04:13:08.107225 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.108609 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 04:13:08.108897 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 04:13:08.109143 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 04:13:08.112409 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.112687 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.193760 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 04:13:08.194017 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 04:13:08.194234 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 04:13:08.194626 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 04:13:08.227344 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_db.sqlalchemy.engines [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 04:13:08.563252 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing driver for type 'gre' May 20 04:13:08.563662 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] gre ID ranges: [(1, 1000)] May 20 04:13:08.618209 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing driver for type 'local' May 20 04:13:08.618595 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing driver for type 'vlan' May 20 04:13:08.630411 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] VlanTypeDriver initialization complete May 20 04:13:08.630757 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing driver for type 'vxlan' May 20 04:13:08.631371 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] vxlan ID ranges: [(1, 1000)] May 20 04:13:08.684524 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing extension driver 'port_security' May 20 04:13:08.684868 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] PortSecurityExtensionDriver initialization complete May 20 04:13:08.685206 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing mechanism driver 'openvswitch' May 20 04:13:08.685618 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing mechanism driver 'hyperv' May 20 04:13:08.692544 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.plugin [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:08.693311 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.693741 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.694088 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.694468 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.694812 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.695187 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.695567 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.695905 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.696276 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.696650 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > security_group after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.696988 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > security_group after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.697320 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > security_group after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.697879 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.698214 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.698543 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.698907 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > address_group after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.699321 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > address_group after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.699645 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > address_group after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.699976 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] ML2 OVO RPC backend initialized. {{(pid=91603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 04:13:08.700695 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_interface after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.701034 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.701432 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.701791 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > networks before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.702129 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.702457 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > ports before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.702785 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.703108 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnets before_response 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.703438 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.703763 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.704116 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.704446 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.704768 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.705090 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.705405 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.705750 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.706067 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > subnet after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.706642 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.plugin [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Modular L2 Plugin initialization complete May 20 04:13:08.706953 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading services supported by the core plugin {{(pid=91603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 04:13:08.707268 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.plugins.ml2.managers [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Got port-security extension from driver 'port_security' May 20 04:13:08.707724 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.extensions.vlantransparent [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Disabled vlantransparent extension. May 20 04:13:08.708201 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 04:13:08.708505 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: router May 20 04:13:08.747627 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_interface before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.748051 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_create 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.748417 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router before_create 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.748764 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.749124 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.749469 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_delete 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.749861 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > floatingip after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.750218 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_create 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.750556 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_update 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.750900 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_update 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.751236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.751567 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_update 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.751975 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_update 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.752342 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.752671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.752996 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: subnet after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.753324 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.753701 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > port precommit_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.754049 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_create 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.754385 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.754711 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.755056 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router after_update 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.755385 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_delete 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.755728 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_create 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.756152 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router_interface after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.756497 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_update 55549900 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.756870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > network after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.757922 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Tracking information for resource: router configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.758261 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Tracking information for resource: floatingip configured {{(pid=91603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:13:08.763908 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.db.l3_agentschedulers_db [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 04:13:08.764509 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.764870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port after_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.765212 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port after_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.765599 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: port after_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.766468 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router before_create 55550100 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.766862 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_delete 55550100 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.767215 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_create 55550100 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.767532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > router precommit_update 55550100 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.772488 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.provider_configuration [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service providers = [] {{(pid=91603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 04:13:08.772849 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.db.servicetype_db [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 04:13:08.776437 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.service_base [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:13:08.776775 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.service_base [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:13:08.777108 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.service_base [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:13:08.778059 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.services.service_base [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:13:08.778438 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.services.service_base [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 04:13:08.779048 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.779363 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 04:13:08.791657 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.791978 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: auto_allocate May 20 04:13:08.798425 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: network precommit_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.798791 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: network precommit_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.799342 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.799664 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: tag May 20 04:13:08.807085 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.807400 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: timestamp May 20 04:13:08.811565 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.811888 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: network_ip_availability May 20 04:13:08.818572 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.818885 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.819234 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:08.820011 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.820319 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: flavors May 20 04:13:08.825681 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.826004 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading Plugin: revisions May 20 04:13:08.830304 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:13:08.830668 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.652s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:08.831405 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 04:13:08.831726 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Initializing extension manager. May 20 04:13:08.832220 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: __init__.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.832535 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: __pycache__ {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.832860 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.833185 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: address_group.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.833993 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.834590 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: address-group May 20 04:13:08.834903 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: address_scope.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.835593 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.836106 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: address-scope May 20 04:13:08.836418 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: admin_state_down_before_update.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.837304 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.838009 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: router-admin-state-down-before-update May 20 04:13:08.838333 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: agent.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.839002 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.839511 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: agent May 20 04:13:08.839807 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: agent_resources_synced.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.840701 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.841209 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: agent-resources-synced May 20 04:13:08.841530 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: allowedaddresspairs.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.843335 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.843865 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: allowed-address-pairs May 20 04:13:08.844184 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: auto_allocated_topology.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.845243 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.845800 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: auto-allocated-topology May 20 04:13:08.846117 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: availability_zone.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.846801 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.847306 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: availability_zone May 20 04:13:08.847618 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: availability_zone_filter.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.848516 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.849023 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: availability_zone_filter May 20 04:13:08.849336 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: data_plane_status.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.850399 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.850813 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension data-plane-status not supported by any of loaded plugins May 20 04:13:08.851121 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: default_subnetpools.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.852013 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.852534 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: default-subnetpools May 20 04:13:08.852848 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: dhcpagentscheduler.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.853894 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.854407 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: dhcp_agent_scheduler May 20 04:13:08.854721 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: dns.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.855602 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.856105 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension dns-integration not supported by any of loaded plugins May 20 04:13:08.856415 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: dns_domain_ports.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.857296 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.857827 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 04:13:08.858142 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: dvr.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.858793 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.859297 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: dvr May 20 04:13:08.859610 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: empty_string_filtering.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.860482 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.860980 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: empty-string-filtering May 20 04:13:08.861288 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.862199 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.862700 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 04:13:08.863009 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.863892 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.864393 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 04:13:08.864704 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: external_net.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.865662 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.866181 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: external-net May 20 04:13:08.866490 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: extra_dhcp_opt.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.867374 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.867883 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: extra_dhcp_opt May 20 04:13:08.868193 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: extraroute.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.869075 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.869775 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: extraroute May 20 04:13:08.870097 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: extraroute_atomic.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.871127 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.871658 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: extraroute-atomic May 20 04:13:08.871963 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: filter_validation.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.872622 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.873130 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: filter-validation May 20 04:13:08.873437 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: fip_pf_description.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.874567 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.875080 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 04:13:08.875393 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: fip_port_details.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.876289 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.876799 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: fip-port-details May 20 04:13:08.877107 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: flavors.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.878357 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.878872 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: flavors May 20 04:13:08.879191 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.880842 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.881433 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 04:13:08.881782 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: floatingip_pools.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.882462 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.882973 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: floatingip-pools May 20 04:13:08.883289 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: ip_allocation.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.884176 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.884678 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension ip_allocation not supported by any of loaded plugins May 20 04:13:08.884990 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.885908 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.886585 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: ip-substring-filtering May 20 04:13:08.886908 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l2_adjacency.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.887806 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.888309 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension l2_adjacency not supported by any of loaded plugins May 20 04:13:08.888622 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.889652 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.890165 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: router May 20 04:13:08.890486 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3_conntrack_helper.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.892745 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.893269 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 04:13:08.893628 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.894530 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.895042 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: ext-gw-mode May 20 04:13:08.895363 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.896257 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.896791 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: l3-ha May 20 04:13:08.897110 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3_flavors.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.898022 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.898534 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: l3-flavors May 20 04:13:08.898850 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.899749 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.900260 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: l3-port-ip-change-not-allowed May 20 04:13:08.900577 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: l3agentscheduler.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.901787 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.902309 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: l3_agent_scheduler May 20 04:13:08.902626 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: logging.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.904109 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.904621 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension logging not supported by any of loaded plugins May 20 04:13:08.904942 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: metering.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.905694 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.906285 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: metering May 20 04:13:08.906958 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.908033 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.908552 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: metering_source_and_destination_fields May 20 04:13:08.908868 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: multiprovidernet.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.910008 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.910523 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: multi-provider May 20 04:13:08.910836 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: netmtu.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.911733 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.912260 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: net-mtu May 20 04:13:08.912608 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: netmtu_writable.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.913523 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.914035 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: net-mtu-writable May 20 04:13:08.914346 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: network_availability_zone.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.914996 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.915498 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: network_availability_zone May 20 04:13:08.915806 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: network_ip_availability.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.916882 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.917575 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: network-ip-availability May 20 04:13:08.917892 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: network_segment_range.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.918664 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.919169 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension network-segment-range not supported by any of loaded plugins May 20 04:13:08.919486 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: pagination.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.920450 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.920774 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: pagination May 20 04:13:08.921090 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: port_device_profile.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.921997 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.922519 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: port-device-profile May 20 04:13:08.922832 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.923719 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.924257 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: port-mac-address-regenerate May 20 04:13:08.924531 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.925409 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.925950 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: port-numa-affinity-policy May 20 04:13:08.926254 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: port_resource_request.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.927136 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.927637 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension port-resource-request not supported by any of loaded plugins May 20 04:13:08.927973 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: portbindings.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.928894 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.929403 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: binding May 20 04:13:08.929742 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: portbindings_extended.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.931005 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.931545 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: binding-extended May 20 04:13:08.932025 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: portsecurity.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.932914 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.933425 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: port-security May 20 04:13:08.933761 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: project_id.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.934711 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.935028 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: project-id May 20 04:13:08.935339 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: providernet.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.936234 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.936749 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: provider May 20 04:13:08.937058 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.940644 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.941179 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos not supported by any of loaded plugins May 20 04:13:08.941514 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.942745 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.943265 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 04:13:08.943641 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.944525 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.945046 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 04:13:08.945368 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_default.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.946298 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.946807 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-default not supported by any of loaded plugins May 20 04:13:08.947122 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_fip.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.947749 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.948249 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-fip not supported by any of loaded plugins May 20 04:13:08.948562 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_gateway_ip.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.949453 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.950129 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 04:13:08.950446 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_port_network_policy.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.951361 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.951868 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 04:13:08.952183 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_rule_type_details.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.953059 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.953603 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 04:13:08.953915 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: qos_rules_alias.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.954933 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.955445 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 04:13:08.955760 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: quotasv2.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.956871 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.957192 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: quotas May 20 04:13:08.957518 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: quotasv2_detail.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.959202 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.959538 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: quota_details May 20 04:13:08.959862 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: rbac.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.960923 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.961455 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: rbac-policies May 20 04:13:08.961803 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: rbac_address_group.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.962709 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.963223 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: rbac-address-group May 20 04:13:08.963538 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: rbac_address_scope.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.964428 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.964939 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: rbac-address-scope May 20 04:13:08.965256 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: rbac_security_groups.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.966167 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.966685 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: rbac-security-groups May 20 04:13:08.966996 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: rbac_subnetpool.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.968065 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.968589 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: rbac-subnetpool May 20 04:13:08.968902 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: revisionifmatch.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.969819 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.970319 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: revision-if-match May 20 04:13:08.970642 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: revisions.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.971728 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.972249 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: standard-attr-revisions May 20 04:13:08.972554 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: router_availability_zone.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.973206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.973747 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: router_availability_zone May 20 04:13:08.974059 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: routerservicetype.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.975034 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.975542 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension router-service-type not supported by any of loaded plugins May 20 04:13:08.975856 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.976745 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.977252 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: security-groups-normalized-cidr May 20 04:13:08.977601 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: security_groups_port_filtering.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.978623 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.979137 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: port-security-groups-filtering May 20 04:13:08.979446 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.980337 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.980853 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: security-groups-remote-address-group May 20 04:13:08.981164 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: securitygroup.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.990958 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.991496 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: security-group May 20 04:13:08.991822 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: segment.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.992588 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.993100 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension segment not supported by any of loaded plugins May 20 04:13:08.993419 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.994517 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.995028 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 04:13:08.995344 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: servicetype.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.996427 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.996975 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: service-type May 20 04:13:08.997270 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: sorting.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.998249 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:08.998571 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: sorting May 20 04:13:08.998881 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: standard_attr_segment.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:08.999779 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.000294 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 04:13:09.000619 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: standardattrdescription.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.001241 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.001780 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: standard-attr-description May 20 04:13:09.002095 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: stateful_security_group.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.002977 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.003490 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: stateful-security-group May 20 04:13:09.003805 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: stdattrs_common.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.004363 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 04:13:09.004674 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.005689 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.006259 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 04:13:09.006571 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: subnet_onboard.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.007626 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.008140 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: subnet_onboard May 20 04:13:09.008452 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.009357 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.009896 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 04:13:09.010210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: subnet_service_types.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.011109 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.011624 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: subnet-service-types May 20 04:13:09.011945 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: subnetallocation.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.013144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.013679 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: subnet_allocation May 20 04:13:09.013994 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.014645 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.015150 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: subnetpool-prefix-ops May 20 04:13:09.015463 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.016361 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.016868 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 04:13:09.017177 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: tagging.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.018301 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.018834 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: standard-attr-tag May 20 04:13:09.019150 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: timestamp.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.020327 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.020851 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loaded extension: standard-attr-timestamp May 20 04:13:09.021166 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: trunk.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.022281 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.022799 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension trunk not supported by any of loaded plugins May 20 04:13:09.023113 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: trunk_details.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.024018 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.024525 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension trunk-details not supported by any of loaded plugins May 20 04:13:09.024837 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: uplink_status_propagation.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.025899 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.026413 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 04:13:09.026725 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Loading extension file: vlantransparent.py {{(pid=91603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:13:09.027381 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:13:09.027898 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extension vlan-transparent not supported by any of loaded plugins May 20 04:13:09.030544 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:network May 20 04:13:09.031294 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:subnet May 20 04:13:09.032451 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:13:09.033044 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:port May 20 04:13:09.034368 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.034820 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service FLAVORS assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.035421 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.035851 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.036172 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:router May 20 04:13:09.036828 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:floatingip May 20 04:13:09.037581 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service METERING assigned prefix: /metering {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.039061 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:09.039423 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:09.039761 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:13:09.040908 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of CountableResource for resource:rbac_policy May 20 04:13:09.041350 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:security_group May 20 04:13:09.042242 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:security_group_rule May 20 04:13:09.042973 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service CORE assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.043295 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:13:09.043621 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] subnetpool is already registered May 20 04:13:09.044210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service CORE assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.044524 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:13:09.044834 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] subnetpool is already registered May 20 04:13:09.048581 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.049012 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service FLAVORS assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.049618 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.050034 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.050367 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:router May 20 04:13:09.050689 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] router is already registered May 20 04:13:09.051282 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:floatingip May 20 04:13:09.051596 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] floatingip is already registered May 20 04:13:09.052208 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service METERING assigned prefix: /metering {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.052878 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of CountableResource for resource:rbac_policy May 20 04:13:09.053257 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] rbac_policy is already registered May 20 04:13:09.053822 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:security_group May 20 04:13:09.054140 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] security_group is already registered May 20 04:13:09.054711 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:security_group_rule May 20 04:13:09.055034 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] security_group_rule is already registered May 20 04:13:09.055696 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service CORE assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.056003 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:13:09.056327 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] subnetpool is already registered May 20 04:13:09.056907 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.v2.resource_helper [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Service CORE assigned prefix: {{(pid=91603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:13:09.057223 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:13:09.057551 dv-cinder-790910-4-smb neutron-server[91603]: WARNING neutron.quota.resource_registry [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] subnetpool is already registered May 20 04:13:09.058342 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: extensions {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.059853 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: address-groups {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.061439 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: address-scopes {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.062653 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: agents {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.063832 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: auto-allocated-topology {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.065074 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: availability_zones {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.066407 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: dhcp-networks {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.067798 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: dhcp-agents {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.069322 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: routers {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.071060 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: flavors {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.072212 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: service_profiles {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.073386 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: next_providers {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.075120 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: service_profiles {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.076555 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: floatingip-pools {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.077917 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: routers {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.079718 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: floatingips {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.080896 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: l3-routers {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.082283 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: l3-agents {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.083680 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: metering-labels {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.085099 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: metering-label-rules {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.086391 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: network-ip-availabilities {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.087640 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: bindings {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.089268 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: quotas {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.090703 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: quotas {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.092141 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: rbac-policies {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.093406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: security-groups {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.094620 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: security-group-rules {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.095833 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: service-providers {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.097062 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: subnetpools {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.098460 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: subnetpools {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.099954 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.101642 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.103623 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.105344 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.108206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.110050 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.111728 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.230956 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.232731 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.234556 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron.api.extensions [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Extended resource: tags {{(pid=91603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:13:09.240413 dv-cinder-790910-4-smb neutron-server[91603]: WARNING keystonemiddleware.auth_token [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 04:13:09.245443 dv-cinder-790910-4-smb neutron-server[91603]: WARNING keystonemiddleware.auth_token [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 04:13:09.253710 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Acquired lock "singleton_lock" {{(pid=91603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 04:13:09.254185 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Releasing lock "singleton_lock" {{(pid=91603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 04:13:09.254825 dv-cinder-790910-4-smb neutron-server[91603]: INFO oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Starting 2 workers May 20 04:13:09.259941 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Started child 91710 {{(pid=91603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:13:09.264230 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Started child 91711 {{(pid=91603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:13:09.264631 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:09.265777 dv-cinder-790910-4-smb neutron-server[91603]: INFO neutron.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Neutron service started, listening on 0.0.0.0:9696 May 20 04:13:09.266129 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [-] (91710) wsgi starting up on http://0.0.0.0:9696 May 20 04:13:09.266381 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Notify callbacks [] for process, before_spawn {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:09.268759 dv-cinder-790910-4-smb neutron-server[91603]: INFO oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Starting 1 workers May 20 04:13:09.268979 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:09.270274 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [-] (91711) wsgi starting up on http://0.0.0.0:9696 May 20 04:13:09.273806 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Started child 91712 {{(pid=91603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:13:09.274325 dv-cinder-790910-4-smb neutron-server[91603]: INFO oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Starting 1 workers May 20 04:13:09.277410 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] calling RpcWorker wait() {{(pid=91712) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 04:13:09.278034 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] returning from RpcWorker wait() {{(pid=91712) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 04:13:09.278842 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Started child 91713 {{(pid=91603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:13:09.279323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:09.279543 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9c9187a8-2456-4d24-a8e2-9c9ccd10164f None None] Notify callbacks [] for process, after_spawn {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:09.279898 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:09.281904 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 04:13:09.282083 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 04:13:09.282473 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 04:13:09.282651 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 04:13:09.283140 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 04:13:09.283283 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 04:13:09.283894 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:09.284415 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.284415 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.284415 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.284652 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.285068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.285807 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.286057 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.286286 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.286550 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.286804 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.286999 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.287133 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.287586 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.287828 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.288107 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.288378 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.288620 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.288890 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.289057 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.289310 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.289585 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.289807 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.290069 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] debug = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.290310 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.290917 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.291160 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.291402 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.291633 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.291915 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.292158 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.292428 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.292668 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.292899 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.293139 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.293392 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.293646 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.294089 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.294354 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.294569 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.294805 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.295291 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] host = dv-cinder-790910-4-smb {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.295516 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.295729 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.295977 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.296218 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.296458 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.296687 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.297007 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.297193 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.297441 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.297704 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.297938 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.298163 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.298395 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.298646 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.298809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_options = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.299038 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.299321 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.299584 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.299784 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.300057 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.300184 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.300317 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.300475 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.300727 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.300970 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.301140 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.301368 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.301621 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.301849 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.302095 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.302330 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.302556 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.302797 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.303152 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.303364 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.303585 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.303805 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.304028 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.304249 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.304485 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.304712 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.304931 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.305156 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.305370 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.305650 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.305885 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.306132 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.306371 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.306625 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.306846 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.307067 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.307278 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.307949 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.308109 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.308263 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.308402 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:09.308546 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.308699 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.308920 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.309167 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.309360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.309612 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_json = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.309823 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.310042 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.310374 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.310992 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.311235 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.311414 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.312695 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.312695 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.312695 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.312695 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.313060 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.313060 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.313179 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.313700 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.313700 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.314311 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.314311 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.314460 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.314682 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.314940 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.315333 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.315584 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.316466 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.316466 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.316466 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.316958 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.316958 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.317354 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.317354 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.317666 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.317870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.318136 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.318727 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.318727 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.319658 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.319658 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.319658 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.319658 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.322210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.322210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.322210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.322210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.322210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.322210 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.323300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.323300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.323300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.323300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.323300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.325671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326392 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326518 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326732 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.326950 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.327166 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.327395 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.327614 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.327838 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.328089 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.328322 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.328537 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.328743 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.329395 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.329395 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.329395 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.331479 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.332044 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.332044 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.332165 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.332286 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.332641 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.333033 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.333402 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.333843 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.334506 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.334963 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.335354 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.335822 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.336078 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.336327 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.336581 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.336822 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.337063 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.337302 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.337637 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.337818 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.338404 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.338404 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.338700 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.338858 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.338992 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.339960 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.339960 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.339960 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.339960 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.340571 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.340571 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.340780 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.340862 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.341518 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.341518 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.341709 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.341924 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.342141 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.342398 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.342706 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.342995 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.343369 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.343663 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.343906 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.344145 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.344375 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.344644 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.345012 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.345258 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.345511 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.345810 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.346050 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.346284 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.346504 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.346723 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.347028 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.347255 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.347464 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.347675 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.347932 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.348186 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.348435 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.348688 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.348935 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.349191 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.349426 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.349704 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.349945 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.350189 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.350425 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.350640 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.350862 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.351084 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.351296 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.351510 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.351718 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.351957 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.352155 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.352389 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.352607 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.352895 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.353428 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.353718 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.353929 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355206 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355794 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355794 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.355939 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.356104 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.356350 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.356590 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.356818 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.357077 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.357293 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.357558 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.357782 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.357987 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.358341 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.358722 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.358939 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.359149 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.359398 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.359622 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.360077 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.360350 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.360887 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.361123 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.361353 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.361640 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.361862 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.362074 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.362378 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.362650 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.363137 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.363373 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.363586 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.363859 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.364097 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.364397 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.364551 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.364790 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.364952 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.365159 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.365376 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.365775 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.366001 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.366226 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.366450 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.366691 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.366916 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.367123 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.367351 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.367561 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.367766 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.367984 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.368183 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.368392 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.368602 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.368804 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.369025 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.369229 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.369435 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.369683 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.369888 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.370110 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.370315 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.370693 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.370928 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.371152 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.371470 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.371711 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.371927 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.372222 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.372449 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.372688 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.372924 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.373243 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.373474 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.373737 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.373950 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.374182 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.374396 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.374642 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.374957 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.375242 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.375485 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.375734 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.376016 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.376305 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.376565 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.376795 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.377094 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.377409 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.377915 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.378193 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.378416 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.378675 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.378912 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.379144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.379360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.379610 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.379842 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.380098 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.380324 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.380544 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.380774 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.381005 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.381299 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.381535 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.381760 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.381994 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.382204 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.382359 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 04:13:09.382925 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 04:13:09.383082 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 04:13:09.383381 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 04:13:09.383549 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 04:13:09.383716 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 04:13:09.383865 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 04:13:09.384069 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.384229 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.384388 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.384543 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.384698 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.384878 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.385038 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.385187 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.385342 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.385617 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.385833 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.385990 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.386148 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.386304 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.386459 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.386614 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.386769 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.386924 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.387084 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.387241 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.387409 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.387537 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.387699 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] debug = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.387847 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388014 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388168 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388323 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388477 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388632 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388786 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.388940 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.389097 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.389252 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.389406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.389583 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.389741 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.389895 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390207 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390514 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] host = dv-cinder-790910-4-smb {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390668 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390826 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.390981 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.391135 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.391287 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.391444 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.391592 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.391747 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.391900 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392053 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392207 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392360 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392513 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392671 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392826 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_options = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.392988 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.393120 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.393273 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.393446 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.393626 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.393781 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.393936 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.394090 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.394243 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.394400 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.395562 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.395562 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.395562 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.395562 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.396380 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.396380 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.396380 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.396380 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.396380 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.397087 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.397087 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.397087 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.397087 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.397087 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.398406 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.400144 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_json = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.401870 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.402478 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403054 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403510 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403510 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403510 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403712 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403790 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.403941 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.404198 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.404300 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.404430 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.404580 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.404726 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.404844 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405022 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405180 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405339 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405515 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405678 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405837 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.405993 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.406151 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.406316 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.406820 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.406962 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.407124 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.409052 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.410961 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.411611 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412236 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412835 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412835 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.412835 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.413739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.416068 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417195 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.417809 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418364 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418447 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:09.418532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418532 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418987 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418987 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.418987 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.419194 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.419271 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.419399 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.419567 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.419757 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.419917 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.420091 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.420258 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.420416 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.420574 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.420731 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.420888 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.421045 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.421201 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.421366 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.421653 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.421878 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.421878 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422034 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422174 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422330 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422487 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422644 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422800 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.422957 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.423168 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.423265 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.423415 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.423570 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.423728 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.423885 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424041 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424198 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424354 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424510 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424669 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424827 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.424983 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.425141 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.425297 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.425455 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.425642 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.425799 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.425956 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.426112 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.426269 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.426425 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.426582 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.426739 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.426895 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.427050 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.427208 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.427363 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.427519 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.427675 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.427830 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428013 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428171 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428329 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428486 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428644 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428802 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.428963 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.429117 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.429272 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.429429 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.429606 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.429768 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.429924 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.430082 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.430240 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.430397 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.430554 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.430709 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.430881 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431037 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431193 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431348 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431506 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431662 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431818 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.431976 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.432131 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.432301 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.432431 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.432591 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.432752 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.432911 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.433083 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.433631 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.434005 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.434198 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.434367 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.434999 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.435298 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.435298 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436016 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436016 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436016 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436016 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436442 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436442 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436442 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436664 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436664 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436819 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.436924 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.437094 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.437247 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.437404 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.437800 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.437800 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438299 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438299 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438299 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438299 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438909 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438909 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438909 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.438909 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439211 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439211 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439354 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439489 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439651 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439823 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.439981 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.440140 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.440298 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.440455 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.440605 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.440761 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.440928 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.441095 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.441255 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.441418 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.441607 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.441775 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.441946 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.442099 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.442267 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.442439 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.442595 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.442750 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443422 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443422 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443422 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443422 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443985 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443985 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443985 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.443985 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.444345 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.444345 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.444571 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.444571 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.444859 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.444859 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.445009 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.445130 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.445285 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:13:09.445435 dv-cinder-790910-4-smb neutron-server[91603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 04:13:09.538991 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53602) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:09.547501 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061834 May 20 04:13:20.263941 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696594eb-6c73-4750-af29-2e84df2007bf None None] get_active_networks_info from dv-cinder-790910-4-smb {{(pid=91712) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 04:13:20.383585 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696594eb-6c73-4750-af29-2e84df2007bf None None] No non-hosted networks {{(pid=91712) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 04:13:20.395362 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.agentschedulers_db [None req-696594eb-6c73-4750-af29-2e84df2007bf None None] DHCP Agent not found on host dv-cinder-790910-4-smb {{(pid=91712) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 04:13:20.440904 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5d25-df8f-41e6-b1da-7a744d559cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972'] for agent, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:23.270886 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3223d76b-a758-44c4-97c1-9389ecf5f18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972'] for agent, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:23.292083 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972'] for agent, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:23.292938 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.293361 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.294016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.294345 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.294663 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.295098 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.295418 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.296024 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.296423 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.296746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.297059 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.297372 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:23.297815 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790910-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:23.313129 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790910-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:23.358390 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-20d49ef1-625b-48c1-a837-1246095e9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:24.112455 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972'] for agent, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:25.570439 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972'] for agent, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:27.588062 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 53694) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:28.278341 dv-cinder-790910-4-smb neutron-server[91710]: WARNING oslo_policy.policy [None req-776183fc-83fc-4670-bb75-8594e9a96ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:28.279012 dv-cinder-790910-4-smb neutron-server[91710]: WARNING oslo_policy.policy [None req-776183fc-83fc-4670-bb75-8594e9a96ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:28.353338 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.db.l3_hamode_db [None req-765ec5e3-76bb-41a5-852a-3a5d334c4378 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 04:13:28.443027 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ec5e3-76bb-41a5-852a-3a5d334c4378 None None] Routers set() bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:13:28.443578 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ec5e3-76bb-41a5-852a-3a5d334c4378 None None] Router IDs set() for agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 04:13:28.495051 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [None req-776183fc-83fc-4670-bb75-8594e9a96ee2 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:13:28.496292 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-776183fc-83fc-4670-bb75-8594e9a96ee2 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9061773 May 20 04:13:30.930017 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53708) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:31.572381 dv-cinder-790910-4-smb neutron-server[91711]: WARNING oslo_policy.policy [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:31.572968 dv-cinder-790910-4-smb neutron-server[91711]: WARNING oslo_policy.policy [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:31.787841 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:13:31.888935 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.policy [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91711) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 04:13:31.934551 dv-cinder-790910-4-smb neutron-server[91711]: WARNING oslo_policy.policy [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:31.935269 dv-cinder-790910-4-smb neutron-server[91711]: WARNING oslo_policy.policy [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:31.944000 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.quota [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] Loaded quota_driver: . May 20 04:13:31.960135 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:32.024434 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794438441489', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794438442180', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794438450691', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794438456695', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794438466583', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794438473581', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3605457', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3444880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-306832', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1803769'] for rbac-policy, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:32.101173 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:32.102736 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8fe73839-843e-4ee2-b3bf-b42dee9794e6 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1716788 May 20 04:13:34.932845 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 53726) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:35.317368 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'name': 'private'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:13:35.318846 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.quota [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Loaded quota_driver: . May 20 04:13:35.334961 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:35.343182 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Usage tracker for resource:network and tenant:30dbf93e89e641c49dcc8d06dddbb52b is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:13:35.349268 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:13:35.357152 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:13:35.374808 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Made reservation on behalf of 30dbf93e89e641c49dcc8d06dddbb52b for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:13:35.445710 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.policy [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91710) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 04:13:35.490438 dv-cinder-790910-4-smb neutron-server[91710]: WARNING oslo_policy.policy [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:35.490820 dv-cinder-790910-4-smb neutron-server[91710]: WARNING oslo_policy.policy [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:13:35.501094 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.522595 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.538363 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:35.542331 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Usage tracker for resource:security_group_rule and tenant:30dbf93e89e641c49dcc8d06dddbb52b is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:13:35.547853 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:13:35.554278 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:13:35.659197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.664736 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.669778 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:35.692551 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:13:35.718526 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794433610954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.719040 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Unsubscribe: segment precommit_create {{(pid=91710) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 04:13:35.719498 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Added segment ac8991da-dab3-4151-b4d8-5299277e2f3e of type vlan for network 160d512b-92e9-4331-a43e-cae5aceb4e75 May 20 04:13:35.728255 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449f1b1-782a-449b-855d-b78227926d5e,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:35.783011 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.783287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.783627 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.784002 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.784234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.784507 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.784832 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.785098 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.785432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.785758 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.786049 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.786336 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Tracked resource versions report: May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: pushed versions: May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: { 'AddressGroup': {'1.2'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'ConntrackHelper': {'1.0'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Log': {'1.0'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Network': {'1.1'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Port': {'1.7'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'PortForwarding': {'1.2'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'QosPolicy': {'1.8'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroup': {'1.4'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroupRule': {'1.2'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'SubPort': {'1.0'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Subnet': {'1.1'}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Trunk': {'1.1'}} May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: consumer versions: May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'ConntrackHelper': '1.0', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Log': '1.0', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Network': '1.1', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Port': '1.7', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'PortForwarding': '1.2', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'QosPolicy': '1.8', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroup': '1.4', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroupRule': '1.2', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'SubPort': '1.0', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Subnet': '1.1', May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: 'Trunk': '1.1'}} May 20 04:13:35.787516 dv-cinder-790910-4-smb neutron-server[91710]: {{(pid=91710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:13:35.828067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:35.848144 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.892353 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.894085 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:13:35.894841 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:35.899493 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:36.003331 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Pushing event updated for resources: {'Network': ['ID=160d512b-92e9-4331-a43e-cae5aceb4e75,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:36.005696 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0718207 May 20 04:13:36.007441 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:36.019449 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:13:38.673179 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53744) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:39.166123 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6484350-900a-4d7a-8db7-862e3e64cc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:13:39.167551 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f6484350-900a-4d7a-8db7-862e3e64cc0f admin admin] 10.222.0.42 "GET /v2.0/networks/160d512b-92e9-4331-a43e-cae5aceb4e75 HTTP/1.1" status: 200 len: 825 time: 0.4934144 May 20 04:13:39.194741 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-edd9b7b7-10af-45ad-9668-887a06d13ce0 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/e86a735b-e072-4296-9067-ba9d572ce610 HTTP/1.1" status: 200 len: 734 time: 0.0216534 May 20 04:13:39.204360 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:13:39.209283 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:39.213676 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Usage tracker for resource:subnet and tenant:30dbf93e89e641c49dcc8d06dddbb52b is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:13:39.217406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:13:39.223998 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:13:39.235031 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Made reservation on behalf of 30dbf93e89e641c49dcc8d06dddbb52b for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:13:39.238069 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:39.740818 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:39.746308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:39.824111 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Checking segment: {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:13:39.824472 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Network hostable DHCP agents. Network: 160d512b-92e9-4331-a43e-cae5aceb4e75, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:13:39.838723 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4511cc9e-0b5e-435c-aa1a-8764ee74dd5d,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:39.853226 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.853671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.854180 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.854494 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.854810 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.855112 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.855436 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.855743 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.856074 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.856380 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.856671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.856974 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Tracked resource versions report: May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: pushed versions: May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: { 'AddressGroup': {'1.2'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'ConntrackHelper': {'1.0'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Log': {'1.0'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Network': {'1.1'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Port': {'1.7'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'PortForwarding': {'1.2'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'QosPolicy': {'1.8'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroup': {'1.4'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroupRule': {'1.2'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'SubPort': {'1.0'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Subnet': {'1.1'}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Trunk': {'1.1'}} May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: consumer versions: May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'ConntrackHelper': '1.0', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Log': '1.0', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Network': '1.1', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Port': '1.7', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'PortForwarding': '1.2', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'QosPolicy': '1.8', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroup': '1.4', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroupRule': '1.2', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'SubPort': '1.0', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Subnet': '1.1', May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: 'Trunk': '1.1'}} May 20 04:13:39.858206 dv-cinder-790910-4-smb neutron-server[91711]: {{(pid=91711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:13:39.878632 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:13:39.896005 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:39.897846 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 160d512b-92e9-4331-a43e-cae5aceb4e75) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:13:39.903835 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:13:39.904849 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:39.907241 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a5711-ebd9-4108-89ef-d5a2825fb408 None None] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:13:39.924987 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7240551 May 20 04:13:40.218161 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-160d512b-92e9-4331-a43e-cae5aceb4e75', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:13:40.219343 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:40.405554 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Allocated IP 172.20.0.2 (160d512b-92e9-4331-a43e-cae5aceb4e75/4511cc9e-0b5e-435c-aa1a-8764ee74dd5d/15b032a5-db17-4ba3-a700-a9b44c999525) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:13:40.643732 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:40.658233 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Transition to ACTIVE for port object 15b032a5-db17-4ba3-a700-a9b44c999525 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:13:40.678951 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Transition to ACTIVE for port object 15b032a5-db17-4ba3-a700-a9b44c999525 will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:13:40.686602 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:40.691393 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:40.753603 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:13:40.756773 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:13:40.764467 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:13:40.766985 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Pushing event updated for resources: {'Port': ['ID=15b032a5-db17-4ba3-a700-a9b44c999525,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:40.777133 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.777409 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.777793 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.778077 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.778416 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.778736 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.779044 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.779344 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.779647 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.779950 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.780253 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.780525 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Tracked resource versions report: May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: pushed versions: May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: { 'AddressGroup': {'1.2'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'ConntrackHelper': {'1.0'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Log': {'1.0'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Network': {'1.1'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Port': {'1.7'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'PortForwarding': {'1.2'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'QosPolicy': {'1.8'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroup': {'1.4'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroupRule': {'1.2'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'SubPort': {'1.0'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Subnet': {'1.1'}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Trunk': {'1.1'}} May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: consumer versions: May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'ConntrackHelper': '1.0', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Log': '1.0', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Network': '1.1', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Port': '1.7', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'PortForwarding': '1.2', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'QosPolicy': '1.8', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroup': '1.4', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroupRule': '1.2', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'SubPort': '1.0', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Subnet': '1.1', May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: 'Trunk': '1.1'}} May 20 04:13:40.782099 dv-cinder-790910-4-smb neutron-server[91712]: {{(pid=91712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:13:40.818974 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:40.877258 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Attempting to bind port 15b032a5-db17-4ba3-a700-a9b44c999525 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:13:40.877675 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Attempting to bind port 15b032a5-db17-4ba3-a700-a9b44c999525 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:13:40.878140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Attempting to bind port 15b032a5-db17-4ba3-a700-a9b44c999525 on network 160d512b-92e9-4331-a43e-cae5aceb4e75 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:13:40.884237 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:13:40.884635 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Checking segment: {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:13:40.885126 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:40.885515 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Bound using segment: {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:13:40.885989 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Bound port: 15b032a5-db17-4ba3-a700-a9b44c999525, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:13:40.886368 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:40.980346 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] For port 15b032a5-db17-4ba3-a700-a9b44c999525, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:13:40.984341 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] For port 15b032a5-db17-4ba3-a700-a9b44c999525, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=15b032a5-db17-4ba3-a700-a9b44c999525,segment=NetworkSegment(ac8991da-dab3-4151-b4d8-5299277e2f3e),segment_id=ac8991da-dab3-4151-b4d8-5299277e2f3e)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:13:40.990098 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:40.994318 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:41.080382 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Pushing event updated for resources: {'Port': ['ID=15b032a5-db17-4ba3-a700-a9b44c999525,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:41.083400 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:42.327681 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53758) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:42.721525 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [None req-2c0bb786-2aaa-4277-9c6e-8c252542aa13 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:13:42.737511 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-2c0bb786-2aaa-4277-9c6e-8c252542aa13 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3936694 May 20 04:13:45.107801 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 53768) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:45.508399 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [None req-3f4e501d-be5f-4d1d-9bcc-7b7e5bd63959 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:13:45.509374 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3f4e501d-be5f-4d1d-9bcc-7b7e5bd63959 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4006560 May 20 04:13:46.549003 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ae39a-1956-4449-ad65-b74c09f921c8 None None] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:13:46.652921 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-48a40ca4-6e89-41e2-9f4b-ad1f30800237 None None] Provisioning for port 15b032a5-db17-4ba3-a700-a9b44c999525 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:13:47.106059 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 15b032a5-db17-4ba3-a700-a9b44c999525 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:13:47.178032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 15b032a5-db17-4ba3-a700-a9b44c999525 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:13:47.182766 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 15b032a5-db17-4ba3-a700-a9b44c999525 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:13:47.183155 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:47.299323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:47.333687 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 15b032a5-db17-4ba3-a700-a9b44c999525, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=15b032a5-db17-4ba3-a700-a9b44c999525,segment=NetworkSegment(ac8991da-dab3-4151-b4d8-5299277e2f3e),segment_id=ac8991da-dab3-4151-b4d8-5299277e2f3e)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:13:47.339196 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:47.342969 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:47.411972 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=15b032a5-db17-4ba3-a700-a9b44c999525,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:47.415096 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:48.166931 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53784) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:48.563739 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:13:48.569158 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:48.573192 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Usage tracker for resource:router and tenant:30dbf93e89e641c49dcc8d06dddbb52b is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:13:48.576654 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:13:48.582888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:13:48.595712 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:48.597732 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:48.624415 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:48.748965 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:48.769453 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:48.770656 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-65fa0f7e-c695-4ed8-aeaf-281638619a61 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6023204 May 20 04:13:49.097639 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 15b032a5-db17-4ba3-a700-a9b44c999525 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:13:49.168288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 15b032a5-db17-4ba3-a700-a9b44c999525 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:13:49.168548 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:50.186093 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6776cac2-712d-484e-838a-5d5601d0491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:51.218221 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 53794) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:51.614194 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [None req-b7a8b288-7cef-4f27-b144-3db5359d0d1b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:13:51.615218 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-b7a8b288-7cef-4f27-b144-3db5359d0d1b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3960512 May 20 04:13:53.265251 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ad2739bb-1733-4c77-9dfa-bb9d653d8c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:53.272237 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.008632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 53804) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:54.059173 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.417589 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:13:54.425796 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:54.430420 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Usage tracker for resource:network and tenant:c693186f36624d82b078e932c0367ac9 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:13:54.433812 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:13:54.440540 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:13:54.452811 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Made reservation on behalf of c693186f36624d82b078e932c0367ac9 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:13:54.455315 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.468202 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.484489 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:13:54.488906 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Usage tracker for resource:security_group_rule and tenant:c693186f36624d82b078e932c0367ac9 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:13:54.492128 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:13:54.498804 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:13:54.590237 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.594562 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.597998 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:54.613501 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Reserving flat network on physical network physnet1 {{(pid=91710) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 04:13:54.640017 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1eaf6b-6410-458f-8826-c567e42201b8,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:54.643137 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.643472 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Added segment 4de1c6bc-9211-493a-a494-30ecaeb0909a of type flat for network 0861045f-1bfc-4bd4-bd42-b8093cae7eac May 20 04:13:54.644752 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:54.679312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.719422 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.721177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:13:54.721879 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:54.725685 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-1697ea0d-3869-40bf-88fb-b1261968009a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:54.828272 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8186386 May 20 04:13:54.828978 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Pushing event updated for resources: {'Network': ['ID=0861045f-1bfc-4bd4-bd42-b8093cae7eac,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:54.843202 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:54.857238 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:13:55.512066 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:57.210024 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53824) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:13:57.431548 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa618515-594c-417d-8f48-a3d4cc20d923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:13:57.432814 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-aa618515-594c-417d-8f48-a3d4cc20d923 admin admin] 10.222.0.42 "GET /v2.0/subnets/4511cc9e-0b5e-435c-aa1a-8764ee74dd5d HTTP/1.1" status: 200 len: 849 time: 0.2218263 May 20 04:13:57.579635 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3d0025a8-4a5d-4be3-acd2-648f391d6374 admin admin] 10.222.0.42 "GET /v2.0/routers/882727df-1aa2-44a6-a31b-e386e343c39b HTTP/1.1" status: 200 len: 704 time: 0.1411519 May 20 04:13:58.049171 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:58.279298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Allocated IP 172.20.0.1 (160d512b-92e9-4331-a43e-cae5aceb4e75/4511cc9e-0b5e-435c-aa1a-8764ee74dd5d/059f784c-039e-40e0-980c-98cb3ad549ee) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:13:58.436928 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:58.454239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Transition to ACTIVE for port object 059f784c-039e-40e0-980c-98cb3ad549ee will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:13:58.514952 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:58.519071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:58.578530 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:13:58.581352 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:13:58.585127 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:13:58.585666 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:58.748907 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Pushing event updated for resources: {'Port': ['ID=059f784c-039e-40e0-980c-98cb3ad549ee,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:58.757901 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:58.787043 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-a99267a6-81fc-4773-ade2-fe0108f78010 None None] Provisioning for port 059f784c-039e-40e0-980c-98cb3ad549ee completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:13:58.792496 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-a99267a6-81fc-4773-ade2-fe0108f78010 None None] Provisioning complete for port 059f784c-039e-40e0-980c-98cb3ad549ee triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:13:58.792868 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-a99267a6-81fc-4773-ade2-fe0108f78010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:58.847021 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-a99267a6-81fc-4773-ade2-fe0108f78010 None None] Port 059f784c-039e-40e0-980c-98cb3ad549ee cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:13:58.883955 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:59.107028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:59.112894 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:59.113995 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:59.117270 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:13:59.243673 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Pushing event updated for resources: {'Port': ['ID=059f784c-039e-40e0-980c-98cb3ad549ee,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:13:59.249831 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:13:59.303339 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:13:59.304588 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:13:59.471375 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-856e01d8-2284-4266-a6ad-53111078ed35 None None] Provisioning complete for port 059f784c-039e-40e0-980c-98cb3ad549ee triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:13:59.471749 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-856e01d8-2284-4266-a6ad-53111078ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:13:59.497391 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Router 882727df-1aa2-44a6-a31b-e386e343c39b is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:13:59.527906 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-856e01d8-2284-4266-a6ad-53111078ed35 None None] Port 059f784c-039e-40e0-980c-98cb3ad549ee cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:13:59.654790 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:13:59.665457 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Sync routers for ids ['882727df-1aa2-44a6-a31b-e386e343c39b'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:13:59.666247 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] 10.222.0.42 "PUT /v2.0/routers/882727df-1aa2-44a6-a31b-e386e343c39b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0817173 May 20 04:13:59.676697 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Routers {'882727df-1aa2-44a6-a31b-e386e343c39b'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:13:59.677559 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:13:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['882727df-1aa2-44a6-a31b-e386e343c39b'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:13:59.855636 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Set router 882727df-1aa2-44a6-a31b-e386e343c39b gateway port host: None {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:14:00.225234 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'name': 'router1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:13:48Z', 'updated_at': '2021-05-20T04:13:58Z', 'revision_number': 2, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'gw_port_host': None, '_interfaces': [{'id': '059f784c-039e-40e0-980c-98cb3ad549ee', 'name': '', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'mac_address': 'fa:16:3e:2b:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:13:58Z', 'updated_at': '2021-05-20T04:13:58Z', 'revision_number': 2, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'subnets': [{'id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:00.230529 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Checking router: 882727df-1aa2-44a6-a31b-e386e343c39b for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:14:00.230900 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Updating router 882727df-1aa2-44a6-a31b-e386e343c39b port 059f784c-039e-40e0-980c-98cb3ad549ee binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:14:00.283407 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:00.676409 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:00.695134 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Transition to ACTIVE for port object 059f784c-039e-40e0-980c-98cb3ad549ee will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:14:00.704145 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:00.709416 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:00.913456 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Pushing event updated for resources: {'Port': ['ID=059f784c-039e-40e0-980c-98cb3ad549ee,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:00.932950 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.933207 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.933573 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.933892 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.934194 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.934500 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.934801 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.935390 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.935699 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.935994 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.936292 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.936588 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Tracked resource versions report: May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: pushed versions: May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: { 'AddressGroup': {'1.2'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'ConntrackHelper': {'1.0'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Log': {'1.0'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Network': {'1.1'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Port': {'1.7'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'PortForwarding': {'1.2'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'QosPolicy': {'1.8'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroup': {'1.4'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroupRule': {'1.2'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'SubPort': {'1.0'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Subnet': {'1.1'}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Trunk': {'1.1'}} May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: consumer versions: May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'ConntrackHelper': '1.0', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Log': '1.0', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Network': '1.1', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Port': '1.7', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'PortForwarding': '1.2', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'QosPolicy': '1.8', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroup': '1.4', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroupRule': '1.2', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'SubPort': '1.0', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Subnet': '1.1', May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: 'Trunk': '1.1'}} May 20 04:14:00.937704 dv-cinder-790910-4-smb neutron-server[91713]: {{(pid=91713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:14:00.942089 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:00.950957 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Attempting to bind port 059f784c-039e-40e0-980c-98cb3ad549ee on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:14:00.951539 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Attempting to bind port 059f784c-039e-40e0-980c-98cb3ad549ee by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:14:00.952145 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Attempting to bind port 059f784c-039e-40e0-980c-98cb3ad549ee on network 160d512b-92e9-4331-a43e-cae5aceb4e75 {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:14:00.958293 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:14:00.958693 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Checking segment: {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:14:00.959177 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:00.959559 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Bound using segment: {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:14:00.960007 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Bound port: 059f784c-039e-40e0-980c-98cb3ad549ee, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8991da-dab3-4151-b4d8-5299277e2f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:14:00.960376 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:01.047570 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] For port 059f784c-039e-40e0-980c-98cb3ad549ee, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:14:01.051722 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] For port 059f784c-039e-40e0-980c-98cb3ad549ee, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=059f784c-039e-40e0-980c-98cb3ad549ee,segment=NetworkSegment(ac8991da-dab3-4151-b4d8-5299277e2f3e),segment_id=ac8991da-dab3-4151-b4d8-5299277e2f3e)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:14:01.055863 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:01.060619 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:01.143393 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Routers {'882727df-1aa2-44a6-a31b-e386e343c39b'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:14:01.144033 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:13:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['882727df-1aa2-44a6-a31b-e386e343c39b'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:01.214650 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Pushing event updated for resources: {'Port': ['ID=059f784c-039e-40e0-980c-98cb3ad549ee,revision_number=4']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:01.264497 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:01.306931 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] Set router 882727df-1aa2-44a6-a31b-e386e343c39b gateway port host: None {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:14:01.655736 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'name': 'router1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:13:48Z', 'updated_at': '2021-05-20T04:13:58Z', 'revision_number': 2, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'gw_port_host': None, '_interfaces': [{'id': '059f784c-039e-40e0-980c-98cb3ad549ee', 'name': '', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'mac_address': 'fa:16:3e:2b:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:13:58Z', 'updated_at': '2021-05-20T04:14:01Z', 'revision_number': 4, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'subnets': [{'id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:01.659829 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c22971-6e76-44d8-abab-1f8f5dfad911 None None] The sync data for ids ['882727df-1aa2-44a6-a31b-e386e343c39b'] in dv-cinder-790910-4-smb is: [{'id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'name': 'router1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:13:48Z', 'updated_at': '2021-05-20T04:13:58Z', 'revision_number': 2, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'gw_port_host': None, '_interfaces': [{'id': '059f784c-039e-40e0-980c-98cb3ad549ee', 'name': '', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'mac_address': 'fa:16:3e:2b:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:13:58Z', 'updated_at': '2021-05-20T04:14:01Z', 'revision_number': 4, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'subnets': [{'id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:14:01.872620 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53846) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:14:02.023420 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5da12-3938-470c-86d9-ef90d0566bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:14:02.026041 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-37d5da12-3938-470c-86d9-ef90d0566bac admin admin] 10.222.0.42 "GET /v2.0/networks/0861045f-1bfc-4bd4-bd42-b8093cae7eac HTTP/1.1" status: 200 len: 842 time: 0.1523857 May 20 04:14:02.034871 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'cidr': '172.28.2.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:14:02.040618 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:14:02.044680 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Usage tracker for resource:subnet and tenant:c693186f36624d82b078e932c0367ac9 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:14:02.047944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:14:02.054193 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:14:02.065919 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Made reservation on behalf of c693186f36624d82b078e932c0367ac9 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:14:02.068335 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:02.525501 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.objects.ports [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91711) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 04:14:02.526144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:02.530971 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-71627627-f301-4f61-888c-66e81cbbc1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:02.605762 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c520b4da-8e99-449c-9a10-e8ee874f0f80,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:02.609749 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:02.617576 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:14:02.617935 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Network hostable DHCP agents. Network: 0861045f-1bfc-4bd4-bd42-b8093cae7eac, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:14:02.638568 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:14:02.648315 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 0861045f-1bfc-4bd4-bd42-b8093cae7eac) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:14:02.652809 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:14:02.653394 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:02.660374 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e1afe-8dd1-43cb-b057-2b24781de853 None None] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:14:02.677536 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6442015 May 20 04:14:02.917648 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a70958-3bea-44f4-8e34-3c869eff9e61 None None] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:14:04.932309 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 53860) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:14:05.129208 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 059f784c-039e-40e0-980c-98cb3ad549ee up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:14:05.139207 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9f6eda0d-f283-496f-987d-d98adc209019 admin admin] 10.222.0.42 "GET /v2.0/routers/882727df-1aa2-44a6-a31b-e386e343c39b HTTP/1.1" status: 200 len: 710 time: 0.2052219 May 20 04:14:05.198343 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 059f784c-039e-40e0-980c-98cb3ad549ee completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:14:05.203986 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 059f784c-039e-40e0-980c-98cb3ad549ee triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:14:05.204360 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:05.268691 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df0c77b-a73e-4c5d-921f-54740d2c9ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:14:05.274869 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4df0c77b-a73e-4c5d-921f-54740d2c9ab7 admin admin] 10.222.0.42 "GET /v2.0/networks/0861045f-1bfc-4bd4-bd42-b8093cae7eac HTTP/1.1" status: 200 len: 886 time: 0.1263132 May 20 04:14:05.278885 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:14:05.326063 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:05.361521 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 059f784c-039e-40e0-980c-98cb3ad549ee, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=059f784c-039e-40e0-980c-98cb3ad549ee,segment=NetworkSegment(ac8991da-dab3-4151-b4d8-5299277e2f3e),segment_id=ac8991da-dab3-4151-b4d8-5299277e2f3e)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:14:05.366738 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:05.368946 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:05.438253 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=059f784c-039e-40e0-980c-98cb3ad549ee,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:05.441308 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:05.729029 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:06.107368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:06.165526 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:06.300914 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Allocated IP 172.28.2.31 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/95a3dd40-0aa2-44bb-9411-2e077cc35265) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:14:06.446211 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:06.479251 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:06.483080 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:06.543741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:14:06.546455 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:14:06.549968 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:14:06.605682 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Pushing event updated for resources: {'Port': ['ID=95a3dd40-0aa2-44bb-9411-2e077cc35265,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:06.615233 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:06.942777 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:07.096887 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 059f784c-039e-40e0-980c-98cb3ad549ee up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:14:07.166303 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 059f784c-039e-40e0-980c-98cb3ad549ee triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:14:07.166595 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:07.341519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:07.345078 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469277'] for router, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:07.525837 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Router 882727df-1aa2-44a6-a31b-e386e343c39b has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:14:07.715122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:14:07.725456 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Sync routers for ids ['882727df-1aa2-44a6-a31b-e386e343c39b'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:14:07.725845 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:07.727443 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] 10.222.0.42 "PUT /v2.0/routers/882727df-1aa2-44a6-a31b-e386e343c39b HTTP/1.1" status: 200 len: 889 time: 2.4514964 May 20 04:14:07.737917 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Routers {'882727df-1aa2-44a6-a31b-e386e343c39b'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:14:07.738645 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:13:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['882727df-1aa2-44a6-a31b-e386e343c39b'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:07.981868 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Set router 882727df-1aa2-44a6-a31b-e386e343c39b gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:14:08.335725 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'name': 'router1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '95a3dd40-0aa2-44bb-9411-2e077cc35265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:13:48Z', 'updated_at': '2021-05-20T04:14:06Z', 'revision_number': 4, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'gw_port': {'id': '95a3dd40-0aa2-44bb-9411-2e077cc35265', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:14:06Z', 'updated_at': '2021-05-20T04:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '059f784c-039e-40e0-980c-98cb3ad549ee', 'name': '', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'mac_address': 'fa:16:3e:2b:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:13:58Z', 'updated_at': '2021-05-20T04:14:05Z', 'revision_number': 5, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'subnets': [{'id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:08.344014 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Checking router: 882727df-1aa2-44a6-a31b-e386e343c39b for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:14:08.344594 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Updating router 882727df-1aa2-44a6-a31b-e386e343c39b port 95a3dd40-0aa2-44bb-9411-2e077cc35265 binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:14:08.399154 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:08.770998 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:08.786103 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Transition to ACTIVE for port object 95a3dd40-0aa2-44bb-9411-2e077cc35265 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:14:08.794815 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:08.799007 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-80decbbe-6d61-449e-ae5c-6f0c303ce593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:08.881326 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Attempting to bind port 95a3dd40-0aa2-44bb-9411-2e077cc35265 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:14:08.881702 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Attempting to bind port 95a3dd40-0aa2-44bb-9411-2e077cc35265 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:14:08.882071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Attempting to bind port 95a3dd40-0aa2-44bb-9411-2e077cc35265 on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:14:08.884447 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865b150-8620-4a4b-b1e5-97e95f97b130 None None] Pushing event updated for resources: {'Port': ['ID=95a3dd40-0aa2-44bb-9411-2e077cc35265,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:08.888188 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-0865b150-8620-4a4b-b1e5-97e95f97b130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:08.890822 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:14:08.891197 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:14:08.891596 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:08.891967 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:14:08.892432 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Bound port: 95a3dd40-0aa2-44bb-9411-2e077cc35265, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:14:08.893182 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:08.967483 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] For port 95a3dd40-0aa2-44bb-9411-2e077cc35265, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:14:08.970824 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] For port 95a3dd40-0aa2-44bb-9411-2e077cc35265, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=95a3dd40-0aa2-44bb-9411-2e077cc35265,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:14:08.975259 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:08.979483 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:09.060588 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Routers {'882727df-1aa2-44a6-a31b-e386e343c39b'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:14:09.061215 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:13:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['882727df-1aa2-44a6-a31b-e386e343c39b'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:09.113313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865b150-8620-4a4b-b1e5-97e95f97b130 None None] Pushing event updated for resources: {'Port': ['ID=95a3dd40-0aa2-44bb-9411-2e077cc35265,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:09.126531 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-0865b150-8620-4a4b-b1e5-97e95f97b130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:09.245477 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] Set router 882727df-1aa2-44a6-a31b-e386e343c39b gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:14:09.585574 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'name': 'router1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '95a3dd40-0aa2-44bb-9411-2e077cc35265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:13:48Z', 'updated_at': '2021-05-20T04:14:06Z', 'revision_number': 4, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'gw_port': {'id': '95a3dd40-0aa2-44bb-9411-2e077cc35265', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:14:06Z', 'updated_at': '2021-05-20T04:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '059f784c-039e-40e0-980c-98cb3ad549ee', 'name': '', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'mac_address': 'fa:16:3e:2b:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:13:58Z', 'updated_at': '2021-05-20T04:14:05Z', 'revision_number': 5, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'subnets': [{'id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:09.590145 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b8426f-736a-4ef5-9f46-8124511311d6 None None] The sync data for ids ['882727df-1aa2-44a6-a31b-e386e343c39b'] in dv-cinder-790910-4-smb is: [{'id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'name': 'router1', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '95a3dd40-0aa2-44bb-9411-2e077cc35265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:13:48Z', 'updated_at': '2021-05-20T04:14:06Z', 'revision_number': 4, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'gw_port': {'id': '95a3dd40-0aa2-44bb-9411-2e077cc35265', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:14:06Z', 'updated_at': '2021-05-20T04:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '059f784c-039e-40e0-980c-98cb3ad549ee', 'name': '', 'network_id': '160d512b-92e9-4331-a43e-cae5aceb4e75', 'tenant_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'mac_address': 'fa:16:3e:2b:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882727df-1aa2-44a6-a31b-e386e343c39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:13:58Z', 'updated_at': '2021-05-20T04:14:05Z', 'revision_number': 5, 'project_id': '30dbf93e89e641c49dcc8d06dddbb52b', 'subnets': [{'id': '4511cc9e-0b5e-435c-aa1a-8764ee74dd5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e86a735b-e072-4296-9067-ba9d572ce610'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:14:10.092693 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 53870) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:14:10.273714 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6068bc5c-38c4-4851-88d3-cd3e9219ebc5 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1794696 May 20 04:14:11.136194 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 95a3dd40-0aa2-44bb-9411-2e077cc35265 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:14:11.212434 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 95a3dd40-0aa2-44bb-9411-2e077cc35265 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:14:11.220684 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 95a3dd40-0aa2-44bb-9411-2e077cc35265 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:14:11.221055 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:11.349826 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:11.367993 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 95a3dd40-0aa2-44bb-9411-2e077cc35265, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=95a3dd40-0aa2-44bb-9411-2e077cc35265,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:14:11.372749 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:11.375629 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-0865b150-8620-4a4b-b1e5-97e95f97b130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:11.443029 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=95a3dd40-0aa2-44bb-9411-2e077cc35265,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:14:11.446136 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:13.120013 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 95a3dd40-0aa2-44bb-9411-2e077cc35265 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:14:13.194166 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 95a3dd40-0aa2-44bb-9411-2e077cc35265 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:14:13.194534 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:18.333673 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:14:20.238725 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5980373b-cc32-4d89-ad65-1687edf0321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:23.272398 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e8db7000-c4f4-4fb3-83d0-0264abffa363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:23.277873 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:24.068276 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:25.538451 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:50.191599 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f229-fb0b-434a-a7a4-61f0f48985dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:53.280810 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4c20529d-8488-4097-866e-b27c0f34ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:53.286471 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:54.069606 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:55.338687 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:14:55.537313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:20.187190 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-69b651ef-8cde-4080-85cd-4ba29f0b505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.266537 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e1f5e8ad-6179-42ed-8db1-42b1a38afecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.274278 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:24.070286 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:25.542072 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:32.338847 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:15:48.018499 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54442) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:48.090105 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2b65ae-32d4-4dc0-80fa-f6fe2e9fe187 admin admin] GET failed (client error): The resource could not be found. May 20 04:15:48.090619 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0e2b65ae-32d4-4dc0-80fa-f6fe2e9fe187 admin admin] Synchronizing usage tracker for tenant:c693186f36624d82b078e932c0367ac9 on resource:network {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:15:48.109178 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0e2b65ae-32d4-4dc0-80fa-f6fe2e9fe187 admin admin] Unset dirty status for tenant:c693186f36624d82b078e932c0367ac9 on resource:network {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:15:48.110290 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0e2b65ae-32d4-4dc0-80fa-f6fe2e9fe187 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0908015 May 20 04:15:48.247825 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddefa13-e476-4901-9696-fd74e41b4e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:48.249291 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-fddefa13-e476-4901-9696-fd74e41b4e12 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1349480 May 20 04:15:50.192010 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4cf18bbf-e2cb-4720-9046-7074d667c43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:50.367469 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54452) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:50.487051 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49590f6-277f-490b-b777-86900192b5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:50.488288 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-e49590f6-277f-490b-b777-86900192b5da admin admin] 10.222.0.42 "GET /v2.0/subnets/4511cc9e-0b5e-435c-aa1a-8764ee74dd5d HTTP/1.1" status: 200 len: 849 time: 0.1198556 May 20 04:15:50.498101 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:50.620165 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Notify callbacks [] for subnet, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:50.822103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794433580198'] for subnet, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:50.826287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:50.884542 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:50.885737 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:50.901520 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] 10.222.0.42 "PUT /v2.0/subnets/4511cc9e-0b5e-435c-aa1a-8764ee74dd5d HTTP/1.1" status: 200 len: 868 time: 0.3925378 May 20 04:15:50.901795 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6b87a-e37c-4d4a-b81f-6bfbe84245ef None None] Network 160d512b-92e9-4331-a43e-cae5aceb4e75 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:15:50.912574 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4511cc9e-0b5e-435c-aa1a-8764ee74dd5d,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:50.920890 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.921320 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.921566 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.921888 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.922206 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.922520 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.922851 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.923227 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.923595 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.923910 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.924227 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.924583 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:50.929240 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3dc3e0c8-a3b8-4763-9b8c-f722dc9d781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:51.329511 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-c29844eb-272c-4fc4-9e99-6d55b4adab30 None None] Provisioning complete for port 059f784c-039e-40e0-980c-98cb3ad549ee triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:51.330233 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c29844eb-272c-4fc4-9e99-6d55b4adab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:51.459190 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-c29844eb-272c-4fc4-9e99-6d55b4adab30 None None] Provisioning complete for port 15b032a5-db17-4ba3-a700-a9b44c999525 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:51.459446 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c29844eb-272c-4fc4-9e99-6d55b4adab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:52.990714 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54462) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:53.169229 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2434f122-a8c0-4e4d-84a5-096726fcb04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:53.169726 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2434f122-a8c0-4e4d-84a5-096726fcb04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:53.171457 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-2434f122-a8c0-4e4d-84a5-096726fcb04e admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1797874 May 20 04:15:53.268844 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2ed97b96-bff1-4fa4-8959-838643baab07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:53.275439 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:54.072899 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:55.293242 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54472) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:55.468677 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22220fbb-05ad-4f34-99da-dca1c3171669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:55.469028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22220fbb-05ad-4f34-99da-dca1c3171669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:55.470625 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-22220fbb-05ad-4f34-99da-dca1c3171669 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1763513 May 20 04:15:55.546809 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:57.578301 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54482) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:57.751252 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788b6cd-a447-4dc9-973c-8b5ce073d00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:57.752735 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8788b6cd-a447-4dc9-973c-8b5ce073d00d admin admin] 10.222.0.42 "GET /v2.0/networks/0861045f-1bfc-4bd4-bd42-b8093cae7eac HTTP/1.1" status: 200 len: 886 time: 0.1732330 May 20 04:15:59.849456 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54492) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:00.038628 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef12af2-0c7b-4c54-8c35-438ef5f3315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:00.039966 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-1ef12af2-0c7b-4c54-8c35-438ef5f3315a admin admin] 10.222.0.42 "GET /v2.0/networks/160d512b-92e9-4331-a43e-cae5aceb4e75 HTTP/1.1" status: 200 len: 869 time: 0.1895039 May 20 04:16:02.172734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54502) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:02.288235 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505421b0-5b5e-451b-aac6-127b8b09e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:02.288698 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505421b0-5b5e-451b-aac6-127b8b09e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:02.289426 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-505421b0-5b5e-451b-aac6-127b8b09e982 admin admin] Synchronizing usage tracker for tenant:c693186f36624d82b078e932c0367ac9 on resource:subnet {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:16:02.308910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-505421b0-5b5e-451b-aac6-127b8b09e982 admin admin] Unset dirty status for tenant:c693186f36624d82b078e932c0367ac9 on resource:subnet {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:16:02.310123 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-505421b0-5b5e-451b-aac6-127b8b09e982 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364481 May 20 04:16:04.454684 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54512) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:04.575728 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265554c3-0d11-4e6f-b3d4-681a457d412a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:04.576363 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265554c3-0d11-4e6f-b3d4-681a457d412a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:04.578566 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-265554c3-0d11-4e6f-b3d4-681a457d412a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225755 May 20 04:16:06.723861 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54522) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:06.838723 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3407641-190b-4831-9da0-2c4c6cd7103a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:06.840154 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-c3407641-190b-4831-9da0-2c4c6cd7103a admin admin] 10.222.0.42 "GET /v2.0/subnets/4511cc9e-0b5e-435c-aa1a-8764ee74dd5d HTTP/1.1" status: 200 len: 868 time: 0.1152995 May 20 04:16:08.978755 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54532) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:09.089060 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c72118-06b9-4369-a63a-f044293d75dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:09.090530 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-67c72118-06b9-4369-a63a-f044293d75dd admin admin] 10.222.0.42 "GET /v2.0/subnets/c520b4da-8e99-449c-9a10-e8ee874f0f80 HTTP/1.1" status: 200 len: 816 time: 0.1107428 May 20 04:16:09.338810 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:16:20.195926 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-f6090099-5b79-41af-8b40-77b40af89db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:23.274069 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3e33547a-b0ec-4e5a-9792-ba22b837bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:23.277998 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:24.076633 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:25.549116 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:31.850584 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54576) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:31.901957 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [None req-adce318e-8f93-4226-b0fb-6336385a45c6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:16:31.903297 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-adce318e-8f93-4226-b0fb-6336385a45c6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517399 May 20 04:16:34.102975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54586) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:34.172979 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e80c540-d1ce-4530-975a-62eb5f7c8d4e admin admin] GET failed (client error): The resource could not be found. May 20 04:16:34.174282 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-8e80c540-d1ce-4530-975a-62eb5f7c8d4e admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0704577 May 20 04:16:34.303171 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02271d8e-4c80-472b-aaa4-8b175cc744e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:34.304621 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-02271d8e-4c80-472b-aaa4-8b175cc744e0 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1262457 May 20 04:16:36.460134 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54596) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:36.511414 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:16:36.516209 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:16:36.526081 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:16:36.539179 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Made reservation on behalf of c693186f36624d82b078e932c0367ac9 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:16:36.541879 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:36.629652 dv-cinder-790910-4-smb neutron-server[91710]: WARNING neutron.services.revisions.revision_plugin [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Could not find related network for resource to bump revision. May 20 04:16:36.641888 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:16:36.651107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:36.651462 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Added segment 988f71fc-a86e-4aa7-9107-82ae07bb3de8 of type vlan for network b65f54a6-296e-43f6-8ae9-c2ece5418064 May 20 04:16:36.679468 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:36.709916 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:36.711239 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:36.711808 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:36.715032 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:16:36.814164 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Pushing event updated for resources: {'Network': ['ID=b65f54a6-296e-43f6-8ae9-c2ece5418064,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:16:36.817577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:16:36.821593 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3585920 May 20 04:16:36.826445 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network b65f54a6-296e-43f6-8ae9-c2ece5418064 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:16:38.929730 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54606) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:16:39.011915 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8169fe02-8085-43c4-af44-3d2769a1d7e8 admin admin] GET failed (client error): The resource could not be found. May 20 04:16:39.013249 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8169fe02-8085-43c4-af44-3d2769a1d7e8 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0825841 May 20 04:16:39.119659 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb5f00-119e-47e5-96d6-8665a120a9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:39.121039 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-5edb5f00-119e-47e5-96d6-8665a120a9bd admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038756 May 20 04:16:39.130929 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:16:39.135910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:16:39.146373 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:16:39.158099 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Made reservation on behalf of c693186f36624d82b078e932c0367ac9 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:16:39.160435 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:39.598961 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:39.605114 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:16:39.677177 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf39df8c-3a20-4a1f-836f-fe61f5423810,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:16:39.687707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.688049 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.688377 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.688701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.689024 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.689388 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.689752 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.690071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.690404 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.690722 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.691035 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.691327 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:39.695847 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:16:39.696705 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Checking segment: {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:16:39.697051 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Network hostable DHCP agents. Network: b65f54a6-296e-43f6-8ae9-c2ece5418064, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:16:39.715460 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Network b65f54a6-296e-43f6-8ae9-c2ece5418064 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:16:39.725747 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, b65f54a6-296e-43f6-8ae9-c2ece5418064) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:16:39.729804 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:16:39.730387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:39.735532 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec87fc-c1df-47ac-85b7-c4a2c320490d None None] Network b65f54a6-296e-43f6-8ae9-c2ece5418064 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:16:39.763282 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6295474 May 20 04:16:39.958439 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-b65f54a6-296e-43f6-8ae9-c2ece5418064', 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064', 'tenant_id': 'c693186f36624d82b078e932c0367ac9', 'fixed_ips': [{'subnet_id': 'cf39df8c-3a20-4a1f-836f-fe61f5423810'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:16:39.959230 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:40.120766 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Allocated IP 192.168.233.2 (b65f54a6-296e-43f6-8ae9-c2ece5418064/cf39df8c-3a20-4a1f-836f-fe61f5423810/3f1b44ba-55cb-4d1b-b71a-e630954665b3) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:16:40.355256 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:40.366596 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Transition to ACTIVE for port object 3f1b44ba-55cb-4d1b-b71a-e630954665b3 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:16:40.386259 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Transition to ACTIVE for port object 3f1b44ba-55cb-4d1b-b71a-e630954665b3 will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:16:40.393027 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:40.398595 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:16:40.460045 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Network b65f54a6-296e-43f6-8ae9-c2ece5418064 is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:16:40.462957 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:16:40.465945 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:16:40.474228 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Pushing event updated for resources: {'Port': ['ID=3f1b44ba-55cb-4d1b-b71a-e630954665b3,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:16:40.513870 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.514212 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.514558 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.514869 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.515188 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.515507 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.515821 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.516156 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.516465 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.516779 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.517086 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.517465 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:16:40.521729 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:16:40.575625 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Attempting to bind port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:16:40.576011 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Attempting to bind port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:16:40.576381 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Attempting to bind port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 on network b65f54a6-296e-43f6-8ae9-c2ece5418064 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:16:40.583531 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:16:40.583913 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Checking segment: {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:16:40.584317 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:40.584716 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Bound using segment: {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:16:40.585192 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Bound port: 3f1b44ba-55cb-4d1b-b71a-e630954665b3, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:16:40.585609 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:40.678459 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-d70fa704-95a4-4685-9732-5558253292fa None None] For port 3f1b44ba-55cb-4d1b-b71a-e630954665b3, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:16:40.681720 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-d70fa704-95a4-4685-9732-5558253292fa None None] For port 3f1b44ba-55cb-4d1b-b71a-e630954665b3, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=3f1b44ba-55cb-4d1b-b71a-e630954665b3,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:16:40.687340 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:40.691958 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-0865b150-8620-4a4b-b1e5-97e95f97b130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:16:40.767919 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Pushing event updated for resources: {'Port': ['ID=3f1b44ba-55cb-4d1b-b71a-e630954665b3,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:16:40.771839 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:16:41.264599 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 3f1b44ba-55cb-4d1b-b71a-e630954665b3 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:16:41.339029 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:16:41.615955 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513446e-fccf-4c5f-bfc3-966041e531f2 None None] Network b65f54a6-296e-43f6-8ae9-c2ece5418064 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:16:41.725963 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Provisioning for port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:16:41.740051 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Provisioning complete for port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:16:41.740422 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:41.953917 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:41.994371 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] For port 3f1b44ba-55cb-4d1b-b71a-e630954665b3, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=3f1b44ba-55cb-4d1b-b71a-e630954665b3,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:16:41.999854 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:42.002117 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:16:42.090712 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Pushing event updated for resources: {'Port': ['ID=3f1b44ba-55cb-4d1b-b71a-e630954665b3,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:16:42.094115 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:16:42.220488 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-3f9c259d-9137-468d-958f-8e6a7b21f3e3 None None] Provisioning complete for port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:16:42.220846 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3f9c259d-9137-468d-958f-8e6a7b21f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:43.228758 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 3f1b44ba-55cb-4d1b-b71a-e630954665b3 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:16:43.302732 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 3f1b44ba-55cb-4d1b-b71a-e630954665b3 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:16:43.303096 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:46.338530 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:16:50.200306 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-eb154c0f-c5fb-4815-8952-66bf7de0773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:53.282948 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4b0fac76-dad0-4cb2-bb2a-1a188b57a6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:53.286346 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:54.081065 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:55.551977 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:20.207180 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8b722223-5276-470d-bfc7-a53006abe5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:23.275385 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fb894310-17d2-4bc0-9901-63f5403f5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:23.278820 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:23.337748 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:17:24.082392 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:25.555629 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:46.443298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54656) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:46.449534 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [None req-7574f261-7780-4bd6-9ca7-7b67a0603511 tempest-verify_tempest_config-421587120 tempest-verify_tempest_config-421587120-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:17:46.450485 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7574f261-7780-4bd6-9ca7-7b67a0603511 tempest-verify_tempest_config-421587120 tempest-verify_tempest_config-421587120-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061495 May 20 04:17:46.777925 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54674) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:46.924601 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:46.939250 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:17:46.943264 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Usage tracker for resource:security_group_rule and tenant:c1885aa276d84d50a25126c1bf727f55 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:17:46.946490 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:17:46.952248 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:17:47.055988 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:47.060741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:47.071283 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:17:47.125730 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1885aa276d84d50a25126c1bf727f55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3463571 May 20 04:17:47.126755 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa8d55-9419-41cb-94c8-73c3ff95aada,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:17:47.128533 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54680) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:47.136019 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.137218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.137218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.137218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.137218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.138750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.138750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.138750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.138750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.139117 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.139219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.139562 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.143920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:17:47.191236 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:47.216118 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:47.331757 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:47.335731 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:17:47.346903 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa8d55-9419-41cb-94c8-73c3ff95aada,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:17:47.356334 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.356657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.356979 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.357295 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.357635 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.357947 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.358257 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.358566 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.358891 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.359197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.359602 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.359945 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:47.363282 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:17:47.364854 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:47.366012 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dafa8d55-9419-41cb-94c8-73c3ff95aada HTTP/1.1" status: 204 len: 168 time: 0.2361376 May 20 04:17:50.202757 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0404bc94-919b-4a1a-a7c7-84890ea413bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:53.280479 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-43772a60-1bf2-44b8-b531-3c535b794f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:53.282378 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:54.085982 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:55.558572 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:00.337393 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:18:20.210599 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa9b0-ab28-477c-83f7-39dc51e2b8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:23.283531 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-a99131c5-d0ef-43e9-875c-c316fc0041d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:23.285223 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:24.093776 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:25.562304 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:37.339290 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:18:50.212563 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ee073c86-8389-4545-9004-cd45ff7fae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:53.296346 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-73b36587-4911-4322-96e1-60886081a7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:53.298233 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:54.105136 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:55.565358 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:14.340909 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 5 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:19:20.208742 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d7eee4ee-46a7-4adb-a0c0-8ce1052f500d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:23.292554 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-1d62decf-2532-4209-bce1-12e9d9898404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:23.294542 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:24.103949 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:25.570256 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:31.532138 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972'] for agent, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:36.197801 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54732) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:19:36.330935 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-487cfe96-d70e-4ed0-8b0f-bd29c92e0ef8 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1316707 May 20 04:19:38.460765 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54742) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:19:38.523470 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-12300cf4-042e-436b-a4f4-097c25af6878 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0614886 May 20 04:19:50.206663 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-78f66931-4b26-4613-8c36-4be39feb3e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:51.341776 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:19:53.296402 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-1c9ee2de-9a97-47c3-9b45-dc6b2517ff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:53.298128 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:54.104118 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:55.570825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:01.501215 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:20.203601 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-dfd74b68-23db-483a-9277-8204d9f71c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:23.290290 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-1bff35cf-f387-4790-b66c-0d106b426b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:23.292071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:24.105462 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:25.575711 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:28.341523 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:20:31.500018 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:50.200217 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4c0abd4d-7453-493e-8d63-64505d15e386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:53.292883 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e457448b-7b81-4e9a-95c3-152afb87362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:53.294686 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:54.110323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:55.577827 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:01.499813 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:05.354705 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:21:10.250826 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54898) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:10.626899 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-network', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:10.634992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:10.644690 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Usage tracker for resource:network and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:10.655699 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:10.665726 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:10.700126 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Made reservation on behalf of 9bd59ff335df4c4b9d51724f7f025e21 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:10.703012 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:10.731109 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:10.756703 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:10.761301 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:10.765100 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:10.774321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:10.884231 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:10.890730 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:10.895622 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:10.933346 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:21:10.940208 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50bca40-bbc2-4e07-a2b9-698aa85df7f6,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:10.954094 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794433610954', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:10.954673 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Unsubscribe: segment precommit_create {{(pid=91711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 04:21:10.955101 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Added segment 6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2 of type vlan for network 11e82be2-a766-4665-b25a-4b28893a7b34 May 20 04:21:10.966409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.967058 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.967560 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.968035 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.968529 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.969105 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.969412 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.969956 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.970453 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.970920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.971415 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.971725 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Tracked resource versions report: May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: pushed versions: May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: { 'AddressGroup': {'1.2'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'ConntrackHelper': {'1.0'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Log': {'1.0'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Network': {'1.1'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Port': {'1.7'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'PortForwarding': {'1.2'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'QosPolicy': {'1.8'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroup': {'1.4'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroupRule': {'1.2'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'SubPort': {'1.0'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Subnet': {'1.1'}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Trunk': {'1.1'}} May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: consumer versions: May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: HyperV agent@hv-cinder-79091: {}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'ConntrackHelper': '1.0', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Log': '1.0', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Network': '1.1', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Port': '1.7', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'PortForwarding': '1.2', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'QosPolicy': '1.8', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroup': '1.4', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'SecurityGroupRule': '1.2', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'SubPort': '1.0', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Subnet': '1.1', May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: 'Trunk': '1.1'}} May 20 04:21:10.972858 dv-cinder-790910-4-smb neutron-server[91711]: {{(pid=91711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:21:10.985215 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:11.007879 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:11.048356 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:11.050272 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:11.051077 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:11.056278 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:11.171561 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Pushing event updated for resources: {'Network': ['ID=11e82be2-a766-4665-b25a-4b28893a7b34,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:11.178488 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54934) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:11.179190 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9257107 May 20 04:21:11.185136 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Request body: {'subnet': {'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-subnet', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:11.191180 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:11.196656 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Usage tracker for resource:subnet and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:11.199569 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 11e82be2-a766-4665-b25a-4b28893a7b34 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:21:11.200114 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:11.201064 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:11.207831 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:11.228530 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Made reservation on behalf of 9bd59ff335df4c4b9d51724f7f025e21 for: {'subnet': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:11.232734 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:11.317939 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 54942) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:11.705626 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-946464586-network', 'tenant_id': '631dee155ec544428801fa097ebc5aee'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:11.713176 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:11.720526 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Usage tracker for resource:network and tenant:631dee155ec544428801fa097ebc5aee is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:11.725867 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:11.734958 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:11.754423 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Made reservation on behalf of 631dee155ec544428801fa097ebc5aee for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:11.758858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:11.785459 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:11.815286 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:11.824275 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Usage tracker for resource:security_group_rule and tenant:631dee155ec544428801fa097ebc5aee is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:11.829700 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:11.841660 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:12.024429 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.029213 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:12.085022 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.095740 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.128268 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:12.159019 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:21:12.201796 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac27fd2-3722-4d70-ac44-5f9c55e38396,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:12.205340 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6934f9-08a1-4e91-afde-9113e2cde271,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:12.214302 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:12.233778 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.233778 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Added segment 614223f7-e89c-4d74-921e-8a4c6d5f8ba1 of type vlan for network 60bc4ff8-47a1-4888-a4f5-afd506b23019 May 20 04:21:12.252623 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.253578 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.254389 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.255121 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.255836 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.256615 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.257344 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.258105 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.258897 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.259668 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.260505 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.261247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Tracked resource versions report: May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: pushed versions: May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: { 'AddressGroup': {'1.2'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'ConntrackHelper': {'1.0'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Log': {'1.0'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Network': {'1.1'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Port': {'1.7'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'PortForwarding': {'1.2'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'QosPolicy': {'1.8'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroup': {'1.4'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroupRule': {'1.2'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'SubPort': {'1.0'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Subnet': {'1.1'}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Trunk': {'1.1'}} May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: consumer versions: May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: HyperV agent@hv-cinder-79091: {}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'ConntrackHelper': '1.0', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Log': '1.0', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Network': '1.1', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Port': '1.7', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'PortForwarding': '1.2', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'QosPolicy': '1.8', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroup': '1.4', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'SecurityGroupRule': '1.2', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'SubPort': '1.0', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Subnet': '1.1', May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: 'Trunk': '1.1'}} May 20 04:21:12.263647 dv-cinder-790910-4-smb neutron-server[91710]: {{(pid=91710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:21:12.281784 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:12.283831 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Checking segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:12.284571 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Network hostable DHCP agents. Network: 11e82be2-a766-4665-b25a-4b28893a7b34, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:21:12.291217 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.325185 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Network 11e82be2-a766-4665-b25a-4b28893a7b34 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:21:12.357874 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 11e82be2-a766-4665-b25a-4b28893a7b34) {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:12.374412 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:12.378892 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.384293 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d2abb-d48b-4631-b56b-27379b841cd9 None None] Network 11e82be2-a766-4665-b25a-4b28893a7b34 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:12.390674 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.400890 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:12.404185 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.428741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:12.459912 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2791443 May 20 04:21:12.462523 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54976) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:12.471791 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:12.492754 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:12.510743 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Usage tracker for resource:router and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:12.521860 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:12.546839 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:12.582113 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.584778 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.621041 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3011911 May 20 04:21:12.645676 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54982) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:12.666567 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Request body: {'subnet': {'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-946464586-subnet', 'tenant_id': '631dee155ec544428801fa097ebc5aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:12.691188 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Pushing event updated for resources: {'Network': ['ID=60bc4ff8-47a1-4888-a4f5-afd506b23019,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:12.694632 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:12.702294 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:12.814260 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:12.843845 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Usage tracker for resource:subnet and tenant:631dee155ec544428801fa097ebc5aee is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:12.852368 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:12.871722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:12.897251 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 54992) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:12.910031 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 60bc4ff8-47a1-4888-a4f5-afd506b23019 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:21:12.980567 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-11e82be2-a766-4665-b25a-4b28893a7b34', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:21:12.982588 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:13.095604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Made reservation on behalf of 631dee155ec544428801fa097ebc5aee for: {'subnet': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:13.099569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:13.448130 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Allocated IP 172.20.0.2 (11e82be2-a766-4665-b25a-4b28893a7b34/ff6934f9-08a1-4e91-afde-9113e2cde271/e2cf7d3f-46e8-4624-9f6d-c80d10405c8b) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:13.616398 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:13.692558 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1968314377-network', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:13.713428 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:13.720892 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Usage tracker for resource:network and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:13.739993 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55014) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:13.748797 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:13.775826 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:13.815538 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Made reservation on behalf of 4b8a6bd21a4f490aa21c227d79f8f4de for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:13.819356 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:13.840633 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:13.866196 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Transition to ACTIVE for port object e2cf7d3f-46e8-4624-9f6d-c80d10405c8b will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:13.905558 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Transition to ACTIVE for port object e2cf7d3f-46e8-4624-9f6d-c80d10405c8b will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:13.917418 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:13.928106 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:13.984940 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.060618 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Pushing event updated for resources: {'Port': ['ID=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:14.069444 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:14.069734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-network', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:14.077175 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:14.077834 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.078518 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.079148 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.079755 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.080381 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.081007 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.081671 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.082690 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.083108 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.083733 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.084351 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.085093 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Tracked resource versions report: May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: pushed versions: May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: { 'AddressGroup': {'1.2'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'ConntrackHelper': {'1.0'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Log': {'1.0'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Network': {'1.1'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Port': {'1.7'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'PortForwarding': {'1.2'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'QosPolicy': {'1.8'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroup': {'1.4'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroupRule': {'1.2'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'SubPort': {'1.0'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Subnet': {'1.1'}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Trunk': {'1.1'}} May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: consumer versions: May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: HyperV agent@hv-cinder-79091: {}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'ConntrackHelper': '1.0', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Log': '1.0', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Network': '1.1', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Port': '1.7', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'PortForwarding': '1.2', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'QosPolicy': '1.8', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroup': '1.4', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'SecurityGroupRule': '1.2', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'SubPort': '1.0', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Subnet': '1.1', May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: 'Trunk': '1.1'}} May 20 04:21:14.087279 dv-cinder-790910-4-smb neutron-server[91712]: {{(pid=91712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:21:14.091474 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Usage tracker for resource:network and tenant:0bab2a5b0db04493b3746fb5efc5e2d6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:14.100240 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:14.110287 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Network 11e82be2-a766-4665-b25a-4b28893a7b34 is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:14.112160 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:14.112398 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:14.114102 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:14.116508 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:14.118366 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:14.120558 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:14.149172 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:14.156585 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Made reservation on behalf of 0bab2a5b0db04493b3746fb5efc5e2d6 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:14.159907 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.187922 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.225352 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:14.249060 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Usage tracker for resource:security_group_rule and tenant:0bab2a5b0db04493b3746fb5efc5e2d6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:14.257358 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:14.274213 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:14.336465 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Attempting to bind port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:14.337660 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Attempting to bind port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:14.338372 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Attempting to bind port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b on network 11e82be2-a766-4665-b25a-4b28893a7b34 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:14.348410 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:14.349233 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Checking segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:14.349962 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.350701 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Bound using segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:14.351644 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Bound port: e2cf7d3f-46e8-4624-9f6d-c80d10405c8b, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:14.352376 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.511066 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] For port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:14.517890 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] For port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:14.529175 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.539184 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.544737 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:14.549425 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.563980 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:14.656200 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Pushing event updated for resources: {'Port': ['ID=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:14.666035 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:14.668673 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:21:14.710207 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed39142-e53f-4fbd-877b-0e897cd77fea,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:14.731520 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:14.733185 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.734571 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Added segment f0e241e7-29bd-4fc1-ba4d-ad530b37d11a of type vlan for network 23374266-4df9-4940-a89d-ea9a6e825181 May 20 04:21:14.810705 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.827073 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.925387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.928238 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:14.929661 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.938681 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:14.945406 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:14.957276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.005563 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.021193 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:15.218648 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:21:15.230352 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37924980-19ef-480e-90c4-2ba211def563,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:15.242532 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5010262 May 20 04:21:15.244116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55052) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:15.298588 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Request body: {'subnet': {'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-subnet', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:15.304627 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:15.310326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Usage tracker for resource:subnet and tenant:0bab2a5b0db04493b3746fb5efc5e2d6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:15.311488 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:15.314874 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:15.322983 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:15.335975 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Pushing event updated for resources: {'Network': ['ID=23374266-4df9-4940-a89d-ea9a6e825181,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:15.346750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:15.350473 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 23374266-4df9-4940-a89d-ea9a6e825181 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:21:15.352241 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.352821 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Added segment 4d3949ee-1049-40f4-b107-e59696fded44 of type vlan for network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 May 20 04:21:15.362093 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Made reservation on behalf of 0bab2a5b0db04493b3746fb5efc5e2d6 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:15.366910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.551994 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.595694 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:15.597186 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e2cf7d3f-46e8-4624-9f6d-c80d10405c8b up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:15.665909 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0916f1e3-f3b5-43df-9d25-94a8012ebc06,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:15.671873 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.678380 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:15.727968 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Allocated IP 172.28.2.226 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/22b0a3ab-5ede-4613-a71a-66bec8967093) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:15.742974 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:15.772932 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Checking segment: {'id': '614223f7-e89c-4d74-921e-8a4c6d5f8ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:15.774365 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Network hostable DHCP agents. Network: 60bc4ff8-47a1-4888-a4f5-afd506b23019, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:21:15.886436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Network 60bc4ff8-47a1-4888-a4f5-afd506b23019 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:21:15.891173 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.905528 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:15.906657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:15.968264 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6688df8f-f9f9-4b82-8b94-bd6494627a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:16.015500 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1072416 May 20 04:21:16.017394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55070) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:16.170328 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55076) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:16.240766 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 60bc4ff8-47a1-4888-a4f5-afd506b23019) {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:16.250822 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3b6a9-d12c-4e40-b492-31628d1b7c15 None None] Network 60bc4ff8-47a1-4888-a4f5-afd506b23019 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:16.270684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:16.271272 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.354466 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.362084 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-46972c91-a418-4464-a8f0-a12b480e9ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:16.366780 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Pushing event updated for resources: {'Network': ['ID=beeafd7c-7fe1-4a89-b0c0-465356b11ad9,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:16.370912 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:16.385098 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Request body: {'subnet': {'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1968314377-subnet', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:16.391593 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:16.398341 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Usage tracker for resource:subnet and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:16.404687 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:16.414702 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:16.440373 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Made reservation on behalf of 4b8a6bd21a4f490aa21c227d79f8f4de for: {'subnet': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:16.443986 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.459252 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41fadd3-1f10-4ae5-bc53-c602ee4c223d,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:16.475282 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:16.502512 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Checking segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:16.502917 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Network hostable DHCP agents. Network: 23374266-4df9-4940-a89d-ea9a6e825181, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:21:16.526893 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Network 23374266-4df9-4940-a89d-ea9a6e825181 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:21:16.549510 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 23374266-4df9-4940-a89d-ea9a6e825181) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:16.554926 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:16.555885 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.570462 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:21:16.590063 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3258262 May 20 04:21:16.590888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55086) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:16.603778 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:16.617833 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:16.619417 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9710028 May 20 04:21:16.623513 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Usage tracker for resource:router and tenant:0bab2a5b0db04493b3746fb5efc5e2d6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:16.626288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92379d5-6a0c-44fc-997d-70d8e3e9b243 None None] Network 23374266-4df9-4940-a89d-ea9a6e825181 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:16.627728 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:16.635716 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:16.653170 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.655876 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.684928 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ac6f9-0a9e-4355-a5a0-957ca324277b None None] Network 11e82be2-a766-4665-b25a-4b28893a7b34 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:16.705751 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.739818 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:16.912060 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:17.122273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:17.153410 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:17.312815 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Provisioning for port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:17.361528 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Provisioning complete for port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:17.361907 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:17.432571 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:17.447063 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:17.450984 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:17.456060 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:17.490387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcb0ff0f52043e6ad0f77c0725ff2d4 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:17.631994 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9ca5f-6d4d-4d3a-8774-ae3835e5f3f2 None None] Network 60bc4ff8-47a1-4888-a4f5-afd506b23019 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:17.683166 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Pushing event updated for resources: {'Port': ['ID=22b0a3ab-5ede-4613-a71a-66bec8967093,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:17.754480 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:17.763367 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:17.776931 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:17.841042 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:18.367585 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55156) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:18.413918 dv-cinder-790910-4-smb neutron-server[91710]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 04:21:18.417733 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:18.464388 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:18.520720 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:18.535530 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:18.554795 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3347e7c5-3228-4d06-b905-4b53b9aff881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:18.608778 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc16dd2f-29b1-4fff-8b5b-0287a026c4c3,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:18.643488 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:18.684702 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:18.693026 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-53e2d9cd-5418-4289-abb7-e64029fc66d6 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:18.694667 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-53e2d9cd-5418-4289-abb7-e64029fc66d6 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/networks?id=60bc4ff8-47a1-4888-a4f5-afd506b23019 HTTP/1.1" status: 200 len: 811 time: 0.3185606 May 20 04:21:18.701375 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebcb0ff0f52043e6ad0f77c0725ff2d4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5241270 May 20 04:21:18.705443 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55166) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:18.775517 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:18.776439 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-04d035d2-a87a-4b0f-92e2-f4b4264643a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:18.842246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813610e-eca8-4856-9dee-9b732e6bc5b5 None None] Network 23374266-4df9-4940-a89d-ea9a6e825181 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:18.882740 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Allocated IP 172.28.2.127 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:18.918980 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Checking segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:18.919309 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Network hostable DHCP agents. Network: beeafd7c-7fe1-4a89-b0c0-465356b11ad9, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:21:18.934620 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c52a06-6ad2-41c3-9f5e-97b69ad41c17,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:18.937777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:18.939281 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-dd5074d2-2a44-421f-938d-27778c71b068 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/quotas/631dee155ec544428801fa097ebc5aee HTTP/1.1" status: 200 len: 375 time: 0.2316136 May 20 04:21:18.992124 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.050902 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.056071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] For port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:19.149710 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.197031 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:21:19.219676 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-7bbbd1bc-8358-4d3e-a118-c40759c5c836 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=631dee155ec544428801fa097ebc5aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2653518 May 20 04:21:19.221812 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, beeafd7c-7fe1-4a89-b0c0-465356b11ad9) {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:19.239374 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:19.240290 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.279443 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:19.309624 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.337257 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40791aa9-1b3f-4aed-9150-245ab332b750 None None] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:19.468190 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1891735 May 20 04:21:19.498458 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55188) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:19.555272 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:19.575681 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:19.584926 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Usage tracker for resource:router and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:19.590676 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:19.604312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:19.649212 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-d94ffa5c-75ab-43c3-b4cb-17a92938a005 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:21:19.651199 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-d94ffa5c-75ab-43c3-b4cb-17a92938a005 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1902051 May 20 04:21:19.657547 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.659234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.679349 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.757065 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.774801 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:19.796705 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc16dd2f-29b1-4fff-8b5b-0287a026c4c3,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:19.801109 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:19.834710 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.838060 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc16dd2f-29b1-4fff-8b5b-0287a026c4c3 HTTP/1.1" status: 204 len: 168 time: 1.1218643 May 20 04:21:19.839775 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:19.851650 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5a9c2766-3b5c-44b8-ac0e-8ae685d629c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:19.934984 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:19.939633 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:19.953016 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:19.955116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:19.963228 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:20.257896 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:20.365777 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-f3ee941e-7583-4ab4-aced-96e45a95a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:20.385597 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:21:20.387468 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:20.492462 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Pushing event updated for resources: {'Port': ['ID=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:20.510773 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.231s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:20.687216 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55232) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:20.872248 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:20.884846 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:20.899720 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-22b73970-a94b-4c38-88fe-0f6fea973808 service neutron] 10.222.0.42 "GET /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2323959 May 20 04:21:20.913040 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:20.959307 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Allocated IP 172.20.0.2 (beeafd7c-7fe1-4a89-b0c0-465356b11ad9/75c52a06-6ad2-41c3-9f5e-97b69ad41c17/78b8775c-312b-4281-b654-4426c301057f) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:21.035276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:21.073686 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Usage tracker for resource:security_group_rule and tenant:fde34c6445494f39ab2695e606a544ac is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:21.160227 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:21.226714 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-e12cb075-3ec5-4d8c-8159-46e355e9e5f3 None None] Provisioning complete for port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:21.227434 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e12cb075-3ec5-4d8c-8159-46e355e9e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:21.312107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:21.367870 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:21.553944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:21.580656 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:21.610273 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Transition to ACTIVE for port object 78b8775c-312b-4281-b654-4426c301057f will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:21.653902 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Transition to ACTIVE for port object 78b8775c-312b-4281-b654-4426c301057f will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:21.671210 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-d322598f-94f5-469f-9134-65095b3ba7bf service neutron] 10.222.0.42 "GET /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729271 May 20 04:21:21.676028 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:21.677626 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e2cf7d3f-46e8-4624-9f6d-c80d10405c8b up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:21.818997 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:22.009783 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:21:22.015908 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:22.032853 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:22.051039 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:21:22.123205 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:22.202477 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:22.254401 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:22.261348 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:22.280100 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Pushing event updated for resources: {'Port': ['ID=78b8775c-312b-4281-b654-4426c301057f,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:22.309571 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef59004-722c-47fa-839e-c4efacfbb756,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:22.352257 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:22.403270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:22.449735 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:22.450196 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:22.450851 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7d0f4f1-7471-47f3-8ade-d75796b0fd24 req-97183477-d2ef-49c0-8013-07442165d2d7 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.2184749 May 20 04:21:22.499474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Synchronizing usage tracker for tenant:c693186f36624d82b078e932c0367ac9 on resource:security_group {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:21:22.625977 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:21:22.640021 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Sync routers for ids ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:21:22.653825 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Routers {'dbd76726-d058-4272-90f9-7f5d2cfb4dc9'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:22.654680 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Attempting to bind port 78b8775c-312b-4281-b654-4426c301057f on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:22.655186 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Attempting to bind port 78b8775c-312b-4281-b654-4426c301057f by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:22.655441 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Attempting to bind port 78b8775c-312b-4281-b654-4426c301057f on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:22.662129 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:20:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:22.674303 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:22.675829 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0832326 May 20 04:21:22.678640 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55322) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:22.686888 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:22.687321 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Checking segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:22.692171 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:22.694821 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Bound using segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:22.695417 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Bound port: 78b8775c-312b-4281-b654-4426c301057f, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:22.695830 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.131922 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Unset dirty status for tenant:c693186f36624d82b078e932c0367ac9 on resource:security_group {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:21:23.133353 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fde34c6445494f39ab2695e606a544ac&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4412899 May 20 04:21:23.158580 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Set router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:23.162372 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55340) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:23.175338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:21:23.210777 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:21:23.279199 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:23.279866 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:20:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:23.362711 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] For port 78b8775c-312b-4281-b654-4426c301057f, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:23.380377 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.437635 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.438986 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9749141 May 20 04:21:23.449053 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55362) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:23.455275 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.488119 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] For port 78b8775c-312b-4281-b654-4426c301057f, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=78b8775c-312b-4281-b654-4426c301057f,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:23.575203 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.601618 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-977e3f0f-1d7a-4f6a-8f6a-df02f17bcba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.628116 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.693924 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:23.742625 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55380) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:23.766105 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:24.198807 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-42642f3b-dc0c-413c-bf0b-ad730973baa0 req-dc44ae55-1e9d-4203-84c1-957765df3914 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.4546804 May 20 04:21:24.253566 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:24.278747 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:24.479384 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:24.514342 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:21:20Z', 'revision_number': 3, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:24.537271 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Pushing event updated for resources: {'Port': ['ID=78b8775c-312b-4281-b654-4426c301057f,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:24.548826 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:24.561476 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Checking router: dbd76726-d058-4272-90f9-7f5d2cfb4dc9 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:21:24.566109 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Updating router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:21:24.819515 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:24.975263 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55406) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:25.254193 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Allocated IP 172.28.2.237 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/b78ab121-5b83-43e4-8a48-e3a683829a0e) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:25.289837 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:18Z', 'revision_number': 3, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:25.324913 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:21:25.331939 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Updating router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 port 22b0a3ab-5ede-4613-a71a-66bec8967093 binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:21:25.537063 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:25.549893 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:25.913127 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 78b8775c-312b-4281-b654-4426c301057f up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:25.936894 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:25.945605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:25.969121 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-38534275-7f0a-4ea4-a1b0-d8871f3a4bff req-6da04fab-0b11-45a4-8b8b-cb897fe09043 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.2269685 May 20 04:21:26.056257 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:26.116666 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:26.121030 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:26.209939 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 78b8775c-312b-4281-b654-4426c301057f completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:26.218762 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Usage tracker for resource:security_group_rule and tenant:20ec9d9604524d58aec2a22e6fbc8c85 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:26.232049 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:26.243189 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55432) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:26.276505 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:26.311574 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7727fb5-25e0-4b86-8d59-a664ef58a164 None None] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:21:26.521917 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef59004-722c-47fa-839e-c4efacfbb756,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:26.548459 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Allocated IP 172.20.0.1 (23374266-4df9-4940-a89d-ea9a6e825181/a41fadd3-1f10-4ae5-bc53-c602ee4c223d/2842b453-ca89-4771-80fe-0cbb945612cc) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:26.587649 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:26.637737 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Provisioning for port 78b8775c-312b-4281-b654-4426c301057f completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:26.644298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:26.655854 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Provisioning complete for port 78b8775c-312b-4281-b654-4426c301057f triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:26.656811 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:26.692924 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:26.714868 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Usage tracker for resource:security_group_rule and tenant:6c958f3c792241ddacc1b236f1442ecd is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:26.785266 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:26.797441 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.73', 62999) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:26.810786 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:26.866038 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:26.868352 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:26.885022 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.000028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:27.063177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.064531 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ef59004-722c-47fa-839e-c4efacfbb756 HTTP/1.1" status: 204 len: 168 time: 3.8967168 May 20 04:21:27.071846 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.182181 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4dca5cc1-d89e-4b11-b104-be3053b6ab1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:27.182758 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183c7ab3-f325-4579-8776-5a6e7bfba49f,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:27.186460 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.282291 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:27.297678 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] For port 78b8775c-312b-4281-b654-4426c301057f, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=78b8775c-312b-4281-b654-4426c301057f,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:27.318224 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.340373 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:27.403441 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20ec9d9604524d58aec2a22e6fbc8c85&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4205654 May 20 04:21:27.408396 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55454) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:27.525955 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-ec464e3c-a7c0-430d-bef3-44084d51c25f tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:27.531825 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-ec464e3c-a7c0-430d-bef3-44084d51c25f tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.73 "GET /v2.0/networks?id=60bc4ff8-47a1-4888-a4f5-afd506b23019 HTTP/1.1" status: 200 len: 811 time: 0.7122154 May 20 04:21:27.592247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:27.688068 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Pushing event updated for resources: {'Port': ['ID=78b8775c-312b-4281-b654-4426c301057f,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:27.699644 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:27.707164 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.728752 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Transition to ACTIVE for port object dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:27.738391 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:27.752348 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:27.940069 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Request body: {'port': {'device_id': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019', 'admin_state_up': True, 'tenant_id': '631dee155ec544428801fa097ebc5aee'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:28.005372 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.031724 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Pushing event updated for resources: {'Port': ['ID=b78ab121-5b83-43e4-8a48-e3a683829a0e,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:28.035548 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Attempting to bind port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:28.036558 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Attempting to bind port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:28.037416 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.037761 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Attempting to bind port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:28.082721 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:28.084475 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:28.087014 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.087576 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:28.089079 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Bound port: dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:28.091273 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.109665 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.165374 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:28.220371 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-8457a6bd-043c-47d4-bfa8-355f52397dd7 None None] Provisioning complete for port 78b8775c-312b-4281-b654-4426c301057f triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:28.220917 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8457a6bd-043c-47d4-bfa8-355f52397dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.222459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:28.229139 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:28.244584 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.256662 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.301543 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:28.319183 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c958f3c792241ddacc1b236f1442ecd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0743055 May 20 04:21:28.332327 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.341179 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55490) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:28.347521 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Pushing event updated for resources: {'Port': ['ID=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:28.410902 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.411440 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.411949 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.412500 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.413072 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.413628 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.414192 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.414713 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.415256 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.415785 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.416289 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.427436 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Tracked resource versions report: May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: pushed versions: May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: { 'AddressGroup': {'1.2'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'ConntrackHelper': {'1.0'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Log': {'1.0'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Network': {'1.1'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Port': {'1.7'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'PortForwarding': {'1.2'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'QosPolicy': {'1.8'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroup': {'1.4'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroupRule': {'1.2'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'SubPort': {'1.0'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Subnet': {'1.1'}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Trunk': {'1.1'}} May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: consumer versions: May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: { DHCP agent@dv-cinder-790910-4-smb: {}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: HyperV agent@hv-cinder-79091: {}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: L3 agent@dv-cinder-790910-4-smb: {}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: Metadata agent@dv-cinder-790910-4-smb: {}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: Metering agent@dv-cinder-790910-4-smb: {}, May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: Open vSwitch agent@dv-cinder-790910-4-smb: { 'AddressGroup': '1.2', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'ConntrackHelper': '1.0', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Log': '1.0', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Network': '1.1', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Port': '1.7', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'PortForwarding': '1.2', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'QosPolicy': '1.8', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroup': '1.4', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'SecurityGroupRule': '1.2', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'SubPort': '1.0', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Subnet': '1.1', May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: 'Trunk': '1.1'}} May 20 04:21:28.429656 dv-cinder-790910-4-smb neutron-server[91713]: {{(pid=91713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:21:28.436717 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:28.459871 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] For port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:28.471421 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] For port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:28.487802 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.496861 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:28.551275 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.553372 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.587329 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.677862 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c823a-8625-4a51-819e-5adc39a3a770,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:28.678499 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Pushing event updated for resources: {'Port': ['ID=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:28.684085 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-24d8f022-430f-42d9-83d6-a5562e662e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:28.689122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:28.689751 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fb869efe-1395-45f0-8ae3-44e62275286c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:28.695081 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Routers {'dbd76726-d058-4272-90f9-7f5d2cfb4dc9'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:28.696245 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:28.702352 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183c7ab3-f325-4579-8776-5a6e7bfba49f,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:28.712151 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e84c62e6-0313-4725-8697-570fe34f7705 req-7f2dd9ba-24cf-40b7-acd4-b5c1b3596403 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.5511651 May 20 04:21:28.713376 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:28.733905 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:28.772023 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.774275 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/183c7ab3-f325-4579-8776-5a6e7bfba49f HTTP/1.1" status: 204 len: 168 time: 1.3483770 May 20 04:21:28.778151 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Network 23374266-4df9-4940-a89d-ea9a6e825181 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:28.805557 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:28.810605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:28.811094 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.885071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Pushing event updated for resources: {'Port': ['ID=2842b453-ca89-4771-80fe-0cbb945612cc,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:28.904558 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:28.919718 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.942162 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.950028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4afcfb6f-adfc-4eea-8ebc-5361a56f44f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:28.964884 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:28.976970 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d89c823a-8625-4a51-819e-5adc39a3a770 HTTP/1.1" status: 204 len: 168 time: 0.6305985 May 20 04:21:28.987561 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Transition to ACTIVE for port object 22b0a3ab-5ede-4613-a71a-66bec8967093 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:28.988934 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c823a-8625-4a51-819e-5adc39a3a770,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:29.005750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:29.078687 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:29.150662 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:29.218657 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] Set router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:29.241987 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:29.350965 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Attempting to bind port 22b0a3ab-5ede-4613-a71a-66bec8967093 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:29.354066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:29.363712 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Attempting to bind port 22b0a3ab-5ede-4613-a71a-66bec8967093 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:29.364295 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Attempting to bind port 22b0a3ab-5ede-4613-a71a-66bec8967093 on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:29.367315 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Usage tracker for resource:port and tenant:631dee155ec544428801fa097ebc5aee is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:29.374577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:29.386230 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:29.386613 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:29.387026 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:29.387430 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:29.387917 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Bound port: 22b0a3ab-5ede-4613-a71a-66bec8967093, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:29.388603 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:29.397715 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:29.462719 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Made reservation on behalf of 631dee155ec544428801fa097ebc5aee for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:29.467068 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:29.521570 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4732a-04da-486f-9e17-c6eee451eb15 None None] Pushing event updated for resources: {'Port': ['ID=22b0a3ab-5ede-4613-a71a-66bec8967093,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:29.555451 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-14d4732a-04da-486f-9e17-c6eee451eb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:29.615185 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 78b8775c-312b-4281-b654-4426c301057f up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:29.828041 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55530) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:29.904527 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] For port 22b0a3ab-5ede-4613-a71a-66bec8967093, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:29.913266 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] For port 22b0a3ab-5ede-4613-a71a-66bec8967093, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=22b0a3ab-5ede-4613-a71a-66bec8967093,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:29.947103 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:29.959478 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:30.001230 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:30.030323 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:30.056908 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:30.062861 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:30.078775 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:30.087276 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:30.166025 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 78b8775c-312b-4281-b654-4426c301057f triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:30.173047 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:30.246354 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Usage tracker for resource:security_group_rule and tenant:d6812ec843114c908d18f7b488a19795 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:30.252743 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:30.269240 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:21:20Z', 'revision_number': 3, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:30.283105 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a021d4e-59cb-46de-bcb7-e61aedab45e1 None None] The sync data for ids ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'] in dv-cinder-790910-4-smb is: [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:21:20Z', 'revision_number': 3, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:21:30.327523 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:30.498363 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:30.502479 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:30.647524 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4732a-04da-486f-9e17-c6eee451eb15 None None] Pushing event updated for resources: {'Port': ['ID=22b0a3ab-5ede-4613-a71a-66bec8967093,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:30.665757 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-14d4732a-04da-486f-9e17-c6eee451eb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:30.968705 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:30.997148 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:31.178432 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-08a27627-435f-40ae-9428-a601dfd9c737 req-002fc0b6-fe90-4cef-8209-9f8a086047a5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.6551998 May 20 04:21:31.200324 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:31.320461 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:31.461651 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Pushing event updated for resources: {'Port': ['ID=2842b453-ca89-4771-80fe-0cbb945612cc,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:31.816317 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:31.861704 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:31.902605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.815s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:31.921215 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-63aa2c95-5801-4a00-bbd2-bd0d1111565c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:32.176485 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:32.260365 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5638d7-0efb-4e72-8eaf-9980d504af1e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:32.302533 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6812ec843114c908d18f7b488a19795&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4676917 May 20 04:21:32.306014 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55586) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:32.307256 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:32.368170 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Network 23374266-4df9-4940-a89d-ea9a6e825181 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:32.426269 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:32.538366 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Allocated IP 172.20.0.8 (60bc4ff8-47a1-4888-a4f5-afd506b23019/0916f1e3-f3b5-43df-9d25-94a8012ebc06/caf3bb63-0a8b-4389-b6e5-9accc20c46fa) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:33.231862 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:33.305644 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:33.318424 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:33.516366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:21:33.650072 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:33.660982 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-503c4c83-bc22-4768-9ea1-8ee2764de9b1 req-39edb5eb-9555-4338-9419-2de864db4803 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.4194291 May 20 04:21:33.789288 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:34.305035 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:34.310644 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:34.425601 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:18Z', 'revision_number': 3, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:34.458140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaff563-7a78-4b70-ace2-27c0bd04d71b None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:18Z', 'revision_number': 3, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:21:34.499104 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:34.509294 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:34.515111 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-9720512f-4e3f-4c32-8033-bb06ac7988e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:34.841432 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:34.855664 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:34.971163 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:35.228958 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-257247cb-5671-43b5-ba5e-756b6f6f63ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:35.243511 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:35.304620 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5638d7-0efb-4e72-8eaf-9980d504af1e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:35.315558 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:35.430720 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:35.438936 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb5638d7-0efb-4e72-8eaf-9980d504af1e HTTP/1.1" status: 204 len: 168 time: 3.1219621 May 20 04:21:35.459038 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:21:35.472813 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Sync routers for ids ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:21:35.485538 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] 10.222.0.42 "PUT /v2.0/routers/dbd76726-d058-4272-90f9-7f5d2cfb4dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7969387 May 20 04:21:35.510265 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Routers {'dbd76726-d058-4272-90f9-7f5d2cfb4dc9'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:35.511726 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:35.742867 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Allocated IP 172.20.0.1 (11e82be2-a766-4665-b25a-4b28893a7b34/ff6934f9-08a1-4e91-afde-9113e2cde271/e5f74945-3476-498b-b1da-e68986956732) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:35.868572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:36.396027 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:36.650542 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Set router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:36.950420 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:37.105567 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Network 60bc4ff8-47a1-4888-a4f5-afd506b23019 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:37.121510 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:37.126553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:37.153211 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:37.154351 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:37.189974 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:37.190851 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:37.329905 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.7398186 May 20 04:21:37.480223 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-fbeac988-ac81-4465-8b50-8dd781da7b0f tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:21:37.482166 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-fbeac988-ac81-4465-8b50-8dd781da7b0f tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420020 May 20 04:21:37.611343 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:21:37.668848 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e3f25-71e4-4b48-ac17-520e1559451f req-0792896f-e6cf-4855-97ed-9a758f0415b5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:37.672402 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-313e3f25-71e4-4b48-ac17-520e1559451f req-0792896f-e6cf-4855-97ed-9a758f0415b5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Synchronizing usage tracker for tenant:631dee155ec544428801fa097ebc5aee on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:21:37.724525 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Pushing event updated for resources: {'Port': ['ID=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:37.770300 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.374s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:37.882610 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 4, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '2842b453-ca89-4771-80fe-0cbb945612cc', 'name': '', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'mac_address': 'fa:16:3e:52:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:26Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 2, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'subnets': [{'id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:37.897631 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Checking router: dbd76726-d058-4272-90f9-7f5d2cfb4dc9 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:21:37.903072 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Updating router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 port 2842b453-ca89-4771-80fe-0cbb945612cc binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:21:38.030740 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 22b0a3ab-5ede-4613-a71a-66bec8967093 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:38.151947 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:38.388367 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-313e3f25-71e4-4b48-ac17-520e1559451f req-0792896f-e6cf-4855-97ed-9a758f0415b5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Unset dirty status for tenant:631dee155ec544428801fa097ebc5aee on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:21:38.400378 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-313e3f25-71e4-4b48-ac17-520e1559451f req-0792896f-e6cf-4855-97ed-9a758f0415b5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 931 time: 2.7294557 May 20 04:21:38.560827 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55724) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:38.577834 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 22b0a3ab-5ede-4613-a71a-66bec8967093 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:38.597875 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 22b0a3ab-5ede-4613-a71a-66bec8967093 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:38.600862 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:38.683417 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:38.940874 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:38.998606 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 22b0a3ab-5ede-4613-a71a-66bec8967093, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=22b0a3ab-5ede-4613-a71a-66bec8967093,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:39.007562 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.014760 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:39.060380 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-313e3f25-71e4-4b48-ac17-520e1559451f req-1ea12973-4ae2-423f-836e-563a12b6ca83 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571617 May 20 04:21:39.073607 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Transition to ACTIVE for port object e5f74945-3476-498b-b1da-e68986956732 will not be triggered until provisioned by entity DHCP. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:39.113418 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Request body: {'port': {'device_id': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:39.310174 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=22b0a3ab-5ede-4613-a71a-66bec8967093,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:39.321908 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:39.388192 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.445136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:39.450663 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.468978 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Usage tracker for resource:security_group_rule and tenant:14671c43f1714942acbc6882e6e13c90 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:39.477784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:39.484721 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:21:39.497742 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-1732ee92-a32a-4dad-bffb-88c87ee9d0fd tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:39.497987 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:21:39.506613 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-1732ee92-a32a-4dad-bffb-88c87ee9d0fd tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 819 time: 1.2904894 May 20 04:21:39.508818 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:39.525140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:39.526218 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:39.731300 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.733801 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 20.2337108 May 20 04:21:39.758274 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.765051 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-c41aab2e-0a96-4edc-a55b-ad47089bf4f5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/quotas/0bab2a5b0db04493b3746fb5efc5e2d6 HTTP/1.1" status: 200 len: 375 time: 0.2568243 May 20 04:21:39.771705 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 55746) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:39.785541 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.792259 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Transition to ACTIVE for port object 2842b453-ca89-4771-80fe-0cbb945612cc will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:39.797408 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.810269 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:39.815135 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:39.830927 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:39.941116 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14671c43f1714942acbc6882e6e13c90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3787668 May 20 04:21:39.949760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55754) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:39.956958 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a02b9-9bd5-45e0-8888-c39512217800,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:40.000207 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:40.004512 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:40.503381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:40.622346 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:40.828056 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:40.837278 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:41.001587 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90df44-e060-4701-94cd-bee49d890978 None None] Pushing event updated for resources: {'Port': ['ID=2842b453-ca89-4771-80fe-0cbb945612cc,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:41.006344 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a02b9-9bd5-45e0-8888-c39512217800,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:41.024175 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3e90df44-e060-4701-94cd-bee49d890978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:41.031045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:41.033652 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:41.048189 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c7a02b9-9bd5-45e0-8888-c39512217800 HTTP/1.1" status: 204 len: 168 time: 1.0824831 May 20 04:21:41.078724 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Attempting to bind port 2842b453-ca89-4771-80fe-0cbb945612cc on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:41.081798 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Attempting to bind port 2842b453-ca89-4771-80fe-0cbb945612cc by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:41.084883 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Attempting to bind port 2842b453-ca89-4771-80fe-0cbb945612cc on network 23374266-4df9-4940-a89d-ea9a6e825181 {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:41.139301 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:41.144945 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Checking segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:41.148970 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:41.155165 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Bound using segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:41.162961 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Bound port: 2842b453-ca89-4771-80fe-0cbb945612cc, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:41.164127 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:41.352559 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 22b0a3ab-5ede-4613-a71a-66bec8967093 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:41.363318 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:41.485924 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 3, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:41.524396 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:21:41.525097 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Updating router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 port b78ab121-5b83-43e4-8a48-e3a683829a0e binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:21:41.625459 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] For port 2842b453-ca89-4771-80fe-0cbb945612cc, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:41.630683 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] For port 2842b453-ca89-4771-80fe-0cbb945612cc, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=2842b453-ca89-4771-80fe-0cbb945612cc,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:41.639586 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:41.658074 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b587cb48-6bfc-4add-9363-da57479caf8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:41.871060 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:41.968742 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Routers {'dbd76726-d058-4272-90f9-7f5d2cfb4dc9'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:41.969904 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:42.074933 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf3bb63-0a8b-4389-b6e5-9accc20c46fa {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:21:42.098103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:42.168547 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Transition to ACTIVE for port object caf3bb63-0a8b-4389-b6e5-9accc20c46fa will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:42.238102 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:42.286685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 22b0a3ab-5ede-4613-a71a-66bec8967093 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:42.288882 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:42.314341 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Network 11e82be2-a766-4665-b25a-4b28893a7b34 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:42.332019 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:42.345522 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:42.350357 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:42.350996 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:42.447105 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55814) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:42.505468 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:42.556073 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:42.572659 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Usage tracker for resource:security_group_rule and tenant:596503969dfa4d8394c51d98bcc2e3f7 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:42.587259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:42.613238 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:42.831165 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:21:42.838834 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90df44-e060-4701-94cd-bee49d890978 None None] Pushing event updated for resources: {'Port': ['ID=2842b453-ca89-4771-80fe-0cbb945612cc,revision_number=4']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:42.849235 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3e90df44-e060-4701-94cd-bee49d890978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.191s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:43.052969 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.062600 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.086768 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:43.170120 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8895d06-eea0-425f-bf6e-216dc21c020a,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:43.176563 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] Set router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:43.200246 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=596503969dfa4d8394c51d98bcc2e3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459836 May 20 04:21:43.202523 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:43.206820 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55830) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:43.282547 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-433024cf-67ed-4e13-8b64-8eaf159d4a49 None None] Provisioning for port e5f74945-3476-498b-b1da-e68986956732 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:43.307142 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-433024cf-67ed-4e13-8b64-8eaf159d4a49 None None] Provisioning complete for port e5f74945-3476-498b-b1da-e68986956732 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:43.307564 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-433024cf-67ed-4e13-8b64-8eaf159d4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.321453 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.426610 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.547030 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.739415 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.778582 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:43.824316 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8895d06-eea0-425f-bf6e-216dc21c020a,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:43.836116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:43.863449 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:43.871493 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8895d06-eea0-425f-bf6e-216dc21c020a HTTP/1.1" status: 204 len: 168 time: 0.6612287 May 20 04:21:43.990448 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378b4a8-a53a-4c91-b7b3-4996695276fb req-3c71755c-6c71-452f-a83c-9b12dd77829d tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:43.992104 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9378b4a8-a53a-4c91-b7b3-4996695276fb req-3c71755c-6c71-452f-a83c-9b12dd77829d tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 931 time: 2.6275070 May 20 04:21:43.996313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-433024cf-67ed-4e13-8b64-8eaf159d4a49 None None] Port e5f74945-3476-498b-b1da-e68986956732 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:21:44.324004 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-1b40e2d5-0047-41c1-a6dc-02e8200277b8 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&fields=id HTTP/1.1" status: 200 len: 255 time: 4.5512707 May 20 04:21:44.342609 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:44.397225 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Transition to ACTIVE for port object b78ab121-5b83-43e4-8a48-e3a683829a0e will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:44.413799 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:44.423492 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Attempting to bind port caf3bb63-0a8b-4389-b6e5-9accc20c46fa on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:44.423983 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Attempting to bind port caf3bb63-0a8b-4389-b6e5-9accc20c46fa by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '614223f7-e89c-4d74-921e-8a4c6d5f8ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:44.424268 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Attempting to bind port caf3bb63-0a8b-4389-b6e5-9accc20c46fa on network 60bc4ff8-47a1-4888-a4f5-afd506b23019 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:44.441045 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:44.508227 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Port caf3bb63-0a8b-4389-b6e5-9accc20c46fa on network 60bc4ff8-47a1-4888-a4f5-afd506b23019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:21:44.508522 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Attempting to bind port caf3bb63-0a8b-4389-b6e5-9accc20c46fa on network 60bc4ff8-47a1-4888-a4f5-afd506b23019 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:44.554737 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:44.555075 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Checking segment: {'id': '614223f7-e89c-4d74-921e-8a4c6d5f8ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:44.555659 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Bound using segment: {'id': '614223f7-e89c-4d74-921e-8a4c6d5f8ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:44.558312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Bound port: caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614223f7-e89c-4d74-921e-8a4c6d5f8ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:44.558312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:44.661002 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 4, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '2842b453-ca89-4771-80fe-0cbb945612cc', 'name': '', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'mac_address': 'fa:16:3e:52:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:26Z', 'updated_at': '2021-05-20T04:21:41Z', 'revision_number': 4, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'subnets': [{'id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:44.672346 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5880-d80d-4452-a18c-96b3c135f3be None None] The sync data for ids ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'] in dv-cinder-790910-4-smb is: [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 4, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '2842b453-ca89-4771-80fe-0cbb945612cc', 'name': '', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'mac_address': 'fa:16:3e:52:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:26Z', 'updated_at': '2021-05-20T04:21:41Z', 'revision_number': 4, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'subnets': [{'id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:21:44.792300 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043da51b-4e44-4616-99c7-7a668b1eb9ca None None] Pushing event updated for resources: {'Port': ['ID=b78ab121-5b83-43e4-8a48-e3a683829a0e,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:44.795452 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-043da51b-4e44-4616-99c7-7a668b1eb9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:44.828675 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Attempting to bind port b78ab121-5b83-43e4-8a48-e3a683829a0e on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:44.853687 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Attempting to bind port b78ab121-5b83-43e4-8a48-e3a683829a0e by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:44.854233 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Attempting to bind port b78ab121-5b83-43e4-8a48-e3a683829a0e on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:44.868484 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:44.873165 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:44.873720 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:44.874357 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:44.884347 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Bound port: b78ab121-5b83-43e4-8a48-e3a683829a0e, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:44.884937 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:45.195199 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] For port b78ab121-5b83-43e4-8a48-e3a683829a0e, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:45.207220 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] For port b78ab121-5b83-43e4-8a48-e3a683829a0e, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=b78ab121-5b83-43e4-8a48-e3a683829a0e,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:45.213097 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:45.221136 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Pushing event updated for resources: {'Port': ['ID=e5f74945-3476-498b-b1da-e68986956732,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:45.225154 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-bd3f9b2b-3d58-4314-8036-d48e074d4783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:45.250455 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.014s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:45.300598 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-389fee07-1fb5-4c4b-96e7-e68a02a1ddea tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.264s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:45.510107 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9378b4a8-a53a-4c91-b7b3-4996695276fb req-e3850a72-a74f-4837-91f8-2712285c1985 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4054172 May 20 04:21:45.520542 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:45.524170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:45.707549 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55872) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:45.812878 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043da51b-4e44-4616-99c7-7a668b1eb9ca None None] Pushing event updated for resources: {'Port': ['ID=b78ab121-5b83-43e4-8a48-e3a683829a0e,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:45.820723 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-043da51b-4e44-4616-99c7-7a668b1eb9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:45.870701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:45.917747 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 2842b453-ca89-4771-80fe-0cbb945612cc up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:45.935564 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:45.964420 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee21c89dece4c5d84555e23d7a24440 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:45.974911 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:45.998084 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:46.211344 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.229239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.249226 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:46.373053 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.db.resource_extend [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:21:46.407971 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ee21c89dece4c5d84555e23d7a24440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6962070 May 20 04:21:46.409169 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55894) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:46.425144 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Pushing event updated for resources: {'Port': ['ID=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:46.427409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e9706-b312-4c38-b3be-08e4a928bae3,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:46.439558 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:46.443403 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 2842b453-ca89-4771-80fe-0cbb945612cc completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:46.451956 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:46.454057 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] For port caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:46.463847 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 2842b453-ca89-4771-80fe-0cbb945612cc triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:46.464268 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.467104 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.518927 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.736431 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:46.806435 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] For port caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,segment=NetworkSegment(614223f7-e89c-4d74-921e-8a4c6d5f8ba1),segment_id=614223f7-e89c-4d74-921e-8a4c6d5f8ba1)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:46.813332 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.819430 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.826977 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:46.931906 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-fb4dc791-1a77-47c3-a258-857cb72c4dd0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:21:46.933013 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-fb4dc791-1a77-47c3-a258-857cb72c4dd0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3198721 May 20 04:21:46.939661 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:46.996009 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:47.042209 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:47.042873 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:47.044428 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] 10.222.0.73 "PUT /v2.0/ports/caf3bb63-0a8b-4389-b6e5-9accc20c46fa HTTP/1.1" status: 200 len: 1093 time: 8.8206017 May 20 04:21:47.106321 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'tag': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:21:47.216389 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:47.232303 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-860afd98-61db-4d47-893b-5964bff71bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:47.280007 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e9706-b312-4c38-b3be-08e4a928bae3,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:47.305968 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:47.310285 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:47.312009 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a04e9706-b312-4c38-b3be-08e4a928bae3 HTTP/1.1" status: 204 len: 168 time: 0.8996789 May 20 04:21:47.761053 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Pushing event updated for resources: {'Port': ['ID=e5f74945-3476-498b-b1da-e68986956732,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:47.768345 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:47.796811 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.761s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:47.879811 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:47.945156 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 2842b453-ca89-4771-80fe-0cbb945612cc, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=2842b453-ca89-4771-80fe-0cbb945612cc,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:47.986788 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:47.994683 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:48.131975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Network 11e82be2-a766-4665-b25a-4b28893a7b34 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:48.139752 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=2842b453-ca89-4771-80fe-0cbb945612cc,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:48.145916 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:48.158341 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 3, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:48.168708 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8120-c74f-42ec-b412-a7a7f9efb973 None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:29Z', 'revision_number': 3, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:21:48.179609 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:48.233026 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:48.338832 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175abedf-b956-446c-b0a5-0644d9c7c0f5 req-31ebc0c3-faa4-41f3-9542-1201343586fe tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:48.340483 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-175abedf-b956-446c-b0a5-0644d9c7c0f5 req-31ebc0c3-faa4-41f3-9542-1201343586fe tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 943 time: 1.1635609 May 20 04:21:48.418726 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Pushing event updated for resources: {'Port': ['ID=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:48.422604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:48.436954 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-4513c0a5-a6ee-429c-9f16-d5765582274c service neutron] 10.222.0.42 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4527137 May 20 04:21:48.518102 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-d8275c5b-a7e1-4f0f-a105-c072140b9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:48.519721 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-d8275c5b-a7e1-4f0f-a105-c072140b9580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=631dee155ec544428801fa097ebc5aee&device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 1096 time: 1.3508403 May 20 04:21:48.572379 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55944) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:48.650907 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:48.698343 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-96df5528-15de-4017-8abf-2845256b0ba6 None None] Provisioning complete for port e5f74945-3476-498b-b1da-e68986956732 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:48.698925 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-96df5528-15de-4017-8abf-2845256b0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:48.711143 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:48.725902 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Usage tracker for resource:security_group_rule and tenant:8d95508de9c84558aa64e497287c060d is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:48.764746 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:48.779840 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:48.881641 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-aacf8f45-b4e6-428d-a872-a1372943fdeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa HTTP/1.1" status: 200 len: 217 time: 0.3260872 May 20 04:21:48.885259 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-175abedf-b956-446c-b0a5-0644d9c7c0f5 req-cf56b50c-9418-4f22-b791-a01857b2eaba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104687 May 20 04:21:48.914536 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55948) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:48.933680 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-96df5528-15de-4017-8abf-2845256b0ba6 None None] Port e5f74945-3476-498b-b1da-e68986956732 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:21:49.116899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:21:49.121641 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-20117ebb-a418-4335-b379-d52650c8de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:49.123152 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-20117ebb-a418-4335-b379-d52650c8de31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0916f1e3-f3b5-43df-9d25-94a8012ebc06 HTTP/1.1" status: 200 len: 851 time: 0.2118759 May 20 04:21:49.126724 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.140095 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.168219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-caa3ee45-c00c-4e61-9c12-c81724c69dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:49.305891 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-f3105cfb-609b-4b31-ab7e-d60c4af9cb27 service neutron] 10.222.0.42 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046403 May 20 04:21:49.314359 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-38589b88-12ee-4255-ae27-9131bfb455cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60bc4ff8-47a1-4888-a4f5-afd506b23019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719928 May 20 04:21:49.390943 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.464524 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe6063-5195-4b56-a019-80b6b871ca3a,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:49.469538 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:49.478139 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d95508de9c84558aa64e497287c060d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048576 May 20 04:21:49.492066 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 55968) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:49.495787 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:49.566708 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Usage tracker for resource:security_group_rule and tenant:35a9998c512046c89e832cab5a66e822 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:49.573221 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:49.609340 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:49.622879 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.703784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.791432 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.816373 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5cd4d5bb-b4ee-416c-9a22-f1eb61e9e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:49.859445 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe6063-5195-4b56-a019-80b6b871ca3a,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:49.908270 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:49.909122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:49.910328 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ffe6063-5195-4b56-a019-80b6b871ca3a HTTP/1.1" status: 204 len: 168 time: 0.4168758 May 20 04:21:49.923273 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'tag': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa', 'status': 'completed', 'code': 200} May 20 04:21:50.086605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.110534 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.126306 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7b326aae-be9b-4bbd-986d-73bf484afc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:50.135038 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-098f6035-1722-4f1e-92fa-f222286e08f1 req-a3b4394a-aba5-4113-b173-d80df6e036d2 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 210 time: 0.1716263 May 20 04:21:50.171722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Allocated IP 172.20.0.1 (beeafd7c-7fe1-4a89-b0c0-465356b11ad9/75c52a06-6ad2-41c3-9f5e-97b69ad41c17/41a3a959-68f1-4f71-9772-e2781b817608) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:50.223345 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9b22a3e9-3f21-4284-9924-8a48f5a77c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.366463 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35a9998c512046c89e832cab5a66e822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4480369 May 20 04:21:50.382238 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b78ab121-5b83-43e4-8a48-e3a683829a0e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:50.384127 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56004) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:50.385240 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f2e78-ed4c-4711-a770-8cd0f1e8b4d3,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:50.401465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:50.576963 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.642323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port b78ab121-5b83-43e4-8a48-e3a683829a0e completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:50.659789 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.664383 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port b78ab121-5b83-43e4-8a48-e3a683829a0e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:50.665267 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.796597 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:21:50.822256 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:21:50.838593 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.856614 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:50.860396 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:50.862735 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-26c4a651-796d-4cfd-97bf-3e84397e0087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:50.942531 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f2e78-ed4c-4711-a770-8cd0f1e8b4d3,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:50.957754 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:50.961055 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] 10.222.0.42 "PUT /v2.0/routers/f245d45b-a97f-4e93-a6bc-1719ae03cfe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 27.5096686 May 20 04:21:50.996994 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:50.999000 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a45f2e78-ed4c-4711-a770-8cd0f1e8b4d3 HTTP/1.1" status: 204 len: 168 time: 0.5840888 May 20 04:21:51.003231 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-8ac7a0c0-ac84-400c-b50c-f7e699c5cb42 service neutron] 10.222.0.73 "GET /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6779959 May 20 04:21:51.108198 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.156820 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port b78ab121-5b83-43e4-8a48-e3a683829a0e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=b78ab121-5b83-43e4-8a48-e3a683829a0e,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:51.171822 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.173054 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 2842b453-ca89-4771-80fe-0cbb945612cc up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:51.233549 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6574e83d-0abe-461e-a7d0-d414c2d2e35c req-595cbcaa-dd28-493c-8ab8-5a8f503b1964 service neutron] 10.222.0.73 "GET /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047007 May 20 04:21:51.247604 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:51.285222 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56042) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:51.362433 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.479613 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:51.492924 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd73583c81f43c29881388e01248829 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:51.510792 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:51.543855 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:51.560830 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:51.782786 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=b78ab121-5b83-43e4-8a48-e3a683829a0e,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:51.786246 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.791863 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:51.807768 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.836050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:51.842355 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 2842b453-ca89-4771-80fe-0cbb945612cc triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:51.842961 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.921428 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-928c8193-482c-4e74-8183-39d2c52cffe4 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:51.925848 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-928c8193-482c-4e74-8183-39d2c52cffe4 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 819 time: 0.6899974 May 20 04:21:52.116913 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fd73583c81f43c29881388e01248829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257856 May 20 04:21:52.121506 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56070) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:52.122590 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab94ccc-60fd-4573-80d5-81b83032d67e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:52.168037 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:52.238471 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.330323 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56076) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:52.361297 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.447382 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-3401409d-ad0c-4a6e-9209-019f507ba824 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/quotas/0bab2a5b0db04493b3746fb5efc5e2d6 HTTP/1.1" status: 200 len: 375 time: 0.4826970 May 20 04:21:52.498091 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ca02a-bc51-44dd-b87e-e271a1c9cf1b req-546edcaf-1a6b-4687-85b3-f70b35506c2d tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:52.506331 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-070ca02a-bc51-44dd-b87e-e271a1c9cf1b req-546edcaf-1a6b-4687-85b3-f70b35506c2d tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 943 time: 2.0917509 May 20 04:21:52.536000 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.564246 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Transition to ACTIVE for port object 41a3a959-68f1-4f71-9772-e2781b817608 will not be triggered until provisioned by entity DHCP. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:52.656246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b78ab121-5b83-43e4-8a48-e3a683829a0e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:52.736582 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-070ca02a-bc51-44dd-b87e-e271a1c9cf1b req-70b3d9cc-7e4f-427a-8074-dc42a622db1a tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290406 May 20 04:21:52.743960 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56088) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:52.804578 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:43Z', 'revision_number': 2, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:52.827861 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:21:52.828647 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Updating router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 port e5f74945-3476-498b-b1da-e68986956732 binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:21:52.835222 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.844050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:52.849599 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15447a5-c303-425d-8c30-88dc80677b59 req-230338a8-a725-4143-b719-63331a289819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:52.849599 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-230338a8-a725-4143-b719-63331a289819 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=631dee155ec544428801fa097ebc5aee&device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 1096 time: 1.4329093 May 20 04:21:52.851195 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.858400 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port b78ab121-5b83-43e4-8a48-e3a683829a0e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:52.859114 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.906088 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab94ccc-60fd-4573-80d5-81b83032d67e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:52.931550 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:52.933455 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:52.935634 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eab94ccc-60fd-4573-80d5-81b83032d67e HTTP/1.1" status: 204 len: 168 time: 0.7639070 May 20 04:21:53.016869 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:53.034171 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.082862 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Usage tracker for resource:security_group_rule and tenant:093fa1f2850d4cbebb01b195a696e364 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:53.089189 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:53.113808 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.115155 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:53.131090 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-222bd935-40e5-4b97-be8d-6c138214f81b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6765912 May 20 04:21:53.165831 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:53.196433 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.73', 63022) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:53.260647 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15447a5-c303-425d-8c30-88dc80677b59 req-0a5bff9b-4a86-4f91-9bc6-a11efadeccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:53.262218 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-0a5bff9b-4a86-4f91-9bc6-a11efadeccbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=60bc4ff8-47a1-4888-a4f5-afd506b23019 HTTP/1.1" status: 200 len: 912 time: 0.3858807 May 20 04:21:53.307045 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:53.340526 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3272dce4-4405-42b8-ba17-db96a48fe0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.369652 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.378580 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:53.467032 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:53.467520 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.490499 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.547163 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-5f56118f-02e6-4ab2-856e-bb697c416dca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa HTTP/1.1" status: 200 len: 217 time: 0.2702467 May 20 04:21:53.635573 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-6f9ea377-7368-4de5-8e1c-f2cb8b96e5b6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:53.638197 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-6f9ea377-7368-4de5-8e1c-f2cb8b96e5b6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Synchronizing usage tracker for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:network {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:21:53.735523 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56110) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:53.737658 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-32b780b5-f5e2-4611-af70-205bb9ffa5bb service neutron] 10.222.0.42 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054862 May 20 04:21:53.741264 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068184143', 'description': 'tempest-description--941763548'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:53.742732 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:53.748410 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:53.749364 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Pushing event updated for resources: {'Port': ['ID=41a3a959-68f1-4f71-9772-e2781b817608,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:53.753533 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:53.757565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:53.766135 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:53.782458 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.794554 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.813931 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Transition to ACTIVE for port object e5f74945-3476-498b-b1da-e68986956732 will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:21:53.826642 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.827895 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:53.830652 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-bd243ff1-a960-4348-bbe9-b2ffa02a46c0 None None] Provisioning for port 41a3a959-68f1-4f71-9772-e2781b817608 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:53.834836 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3e90df44-e060-4701-94cd-bee49d890978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:53.841173 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:53.845109 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:53.845833 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-bd243ff1-a960-4348-bbe9-b2ffa02a46c0 None None] Provisioning complete for port 41a3a959-68f1-4f71-9772-e2781b817608 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:53.846213 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bd243ff1-a960-4348-bbe9-b2ffa02a46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.851144 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Usage tracker for resource:security_group_rule and tenant:96d148e86c3a41ceac3193a0360bdcfe is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:53.857081 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:53.857743 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:53.864583 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:53.951216 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:53.990374 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-bd243ff1-a960-4348-bbe9-b2ffa02a46c0 None None] Port 41a3a959-68f1-4f71-9772-e2781b817608 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:21:54.024381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.033292 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.039799 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-868f7bf6-2a6b-449f-9817-41331cb64686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:54.107790 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad16cd0-7cdd-4c55-a60a-d490d174461a,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:54.117991 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device caf3bb63-0a8b-4389-b6e5-9accc20c46fa details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:21:54.122199 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:54.125205 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.127310 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3905811 May 20 04:21:54.130050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56124) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:54.146530 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.149141 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'security_group_rule': {'security_group_id': 'cad16cd0-7cdd-4c55-a60a-d490d174461a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:54.160701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:54.170680 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:54.175786 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:54.192406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:54.249193 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15447a5-c303-425d-8c30-88dc80677b59 req-a1eeb467-0c90-4046-b1f5-dac022e7525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:54.253451 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-a1eeb467-0c90-4046-b1f5-dac022e7525c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0916f1e3-f3b5-43df-9d25-94a8012ebc06 HTTP/1.1" status: 200 len: 851 time: 0.6722181 May 20 04:21:54.255294 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.372225 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Attempting to bind port e5f74945-3476-498b-b1da-e68986956732 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:21:54.373096 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Attempting to bind port e5f74945-3476-498b-b1da-e68986956732 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:21:54.373512 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Attempting to bind port e5f74945-3476-498b-b1da-e68986956732 on network 11e82be2-a766-4665-b25a-4b28893a7b34 {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:21:54.375835 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c453b1-e11b-4010-ac67-3121485da338 None None] Pushing event updated for resources: {'Port': ['ID=e5f74945-3476-498b-b1da-e68986956732,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:54.380654 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-52c453b1-e11b-4010-ac67-3121485da338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:54.383624 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:21:54.384556 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Checking segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:21:54.384874 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.385268 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Bound using segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:21:54.385797 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Bound port: e5f74945-3476-498b-b1da-e68986956732, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:21:54.386317 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.403891 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,segment=NetworkSegment(614223f7-e89c-4d74-921e-8a4c6d5f8ba1),segment_id=614223f7-e89c-4d74-921e-8a4c6d5f8ba1)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:54.433060 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa', 'network_id': '60bc4ff8-47a1-4888-a4f5-afd506b23019', 'port_id': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa', 'mac_address': 'fa:16:3e:dc:75:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0916f1e3-f3b5-43df-9d25-94a8012ebc06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:21:54.497944 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] For port e5f74945-3476-498b-b1da-e68986956732, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:21:54.502622 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] For port e5f74945-3476-498b-b1da-e68986956732, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e5f74945-3476-498b-b1da-e68986956732,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:21:54.514592 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.522160 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:54.539605 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.579531 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf3bb63-0a8b-4389-b6e5-9accc20c46fa {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:21:54.596084 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.605709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.622750 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,segment=NetworkSegment(614223f7-e89c-4d74-921e-8a4c6d5f8ba1),segment_id=614223f7-e89c-4d74-921e-8a4c6d5f8ba1)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:54.630091 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.632665 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:54.655536 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-b2d055de-6a98-416e-b6ef-4e081014fd96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60bc4ff8-47a1-4888-a4f5-afd506b23019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3321762 May 20 04:21:54.714537 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.726744 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:54.730183 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:54.732543 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:54.775876 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb6de65-d258-4331-9ec8-3f4f02cef937,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:54.777129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.791383 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:54.793273 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.795070 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6638417 May 20 04:21:54.803687 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56140) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:54.821297 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'security_group_rule': {'security_group_id': 'cad16cd0-7cdd-4c55-a60a-d490d174461a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:54.839948 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:54.848638 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:54.858737 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:54.874831 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:54.881270 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:54.889350 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:54.900902 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['caf3bb63-0a8b-4389-b6e5-9accc20c46fa'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:21:54.911636 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-6f9ea377-7368-4de5-8e1c-f2cb8b96e5b6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Unset dirty status for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:network {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:21:54.915312 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-6f9ea377-7368-4de5-8e1c-f2cb8b96e5b6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 819 time: 1.7172277 May 20 04:21:54.947410 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Request body: {'port': {'device_id': '9b294f2f-feea-472a-8088-84f34301421f', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'admin_state_up': True, 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:55.024462 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.139257 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c453b1-e11b-4010-ac67-3121485da338 None None] Pushing event updated for resources: {'Port': ['ID=e5f74945-3476-498b-b1da-e68986956732,revision_number=4']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:55.154381 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:55.172285 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-52c453b1-e11b-4010-ac67-3121485da338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:55.247476 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:21:55.266066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ed2ca-a753-4669-a525-5d0bad077eb1,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:55.342581 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:55.439434 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e5113-bad7-4c7b-b0b2-816b7347cef4 req-74464a16-570b-4962-9d52-ed4ac54e36c4 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:55.447454 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7f2e5113-bad7-4c7b-b0b2-816b7347cef4 req-74464a16-570b-4962-9d52-ed4ac54e36c4 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 943 time: 1.4505599 May 20 04:21:55.452039 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=093fa1f2850d4cbebb01b195a696e364&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6878967 May 20 04:21:55.465519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56158) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:55.487322 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.514583 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.517457 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.518854 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-d56cab3a-ab28-4361-9c67-592f4cb4c583 service neutron] 10.222.0.42 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7651784 May 20 04:21:55.556002 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:55.563138 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.572148 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-c846a9d3-ddb0-408d-b0c5-9e89eb6b01c9 service neutron] 10.222.0.73 "GET /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916676 May 20 04:21:55.643274 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.647165 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.650482 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8436997 May 20 04:21:55.652990 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:55.662556 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381b72c3-9126-42e1-b6ec-5b04f75f7121,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:55.665741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56162) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:55.677598 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:55.680895 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Usage tracker for resource:port and tenant:0bab2a5b0db04493b3746fb5efc5e2d6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:55.693700 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'floatingip': {'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:55.704791 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:55.712459 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:floatingip and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:55.718981 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:55.730674 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:55.742381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:55.769166 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:55.780389 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b8c0862-c614-4aaa-877c-e2d25461a31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:55.793800 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.797656 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.824784 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d15447a5-c303-425d-8c30-88dc80677b59 req-dcf0a2ad-39d9-47d0-bfa5-ebdc2bbfa65d service neutron] 10.222.0.73 "GET /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363982 May 20 04:21:55.908498 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:55.911753 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.915634 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518abe2-92cf-4516-9860-f4ff2b3970dd None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:21:55.941140 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Made reservation on behalf of 0bab2a5b0db04493b3746fb5efc5e2d6 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:21:55.945184 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:55.966126 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7f2e5113-bad7-4c7b-b0b2-816b7347cef4 req-ac18c2d5-41c2-4ad6-9981-415113dd333a tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176432 May 20 04:21:55.984808 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96d148e86c3a41ceac3193a0360bdcfe&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6475129 May 20 04:21:55.995141 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56174) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:55.999238 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.106616 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device caf3bb63-0a8b-4389-b6e5-9accc20c46fa up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:56.156510 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff8f57-9805-46be-be60-45992529a73e,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:56.178380 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:56.226472 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-29158b50-0a1c-4437-aef1-44cc490d96d8 req-1978a2b1-8570-42b8-98a2-56a42775d760 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 210 time: 0.2635555 May 20 04:21:56.271193 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port caf3bb63-0a8b-4389-b6e5-9accc20c46fa completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:56.300754 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port caf3bb63-0a8b-4389-b6e5-9accc20c46fa triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:56.303447 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.354812 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.428665 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.440135 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-71e96040-a7b3-4a8e-a995-bf769e5abe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:56.521240 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ed2ca-a753-4669-a525-5d0bad077eb1,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:56.533958 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:56.535991 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.621764 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Allocated IP 172.20.0.10 (23374266-4df9-4940-a89d-ea9a6e825181/a41fadd3-1f10-4ae5-bc53-c602ee4c223d/284f9ef8-0c57-4bd1-94aa-8bf400dc46cd) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:56.663387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.664744 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e9ed2ca-a753-4669-a525-5d0bad077eb1 HTTP/1.1" status: 204 len: 168 time: 1.1977603 May 20 04:21:56.704546 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.743124 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e5f74945-3476-498b-b1da-e68986956732 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:56.828616 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.837847 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.840151 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.862117 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:56.954219 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:57.053746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:21:57.087823 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:57.193777 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,segment=NetworkSegment(614223f7-e89c-4d74-921e-8a4c6d5f8ba1),segment_id=614223f7-e89c-4d74-921e-8a4c6d5f8ba1)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:57.196216 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port e5f74945-3476-498b-b1da-e68986956732 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:21:57.203188 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port e5f74945-3476-498b-b1da-e68986956732 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:57.203994 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:57.235511 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:57.245916 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-50c56297-ac8f-45d1-8ef5-86bb1aa6b538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:57.308665 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Pushing event updated for resources: {'Port': ['ID=41a3a959-68f1-4f71-9772-e2781b817608,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:57.330181 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:57.430315 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:57.435288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:57.569850 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:57.576432 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Allocated IP 172.28.2.13 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/de0133dc-2039-4329-9da2-9a09ec6ade46) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:21:57.675748 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port e5f74945-3476-498b-b1da-e68986956732, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e5f74945-3476-498b-b1da-e68986956732,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:21:57.691378 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:57.698677 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:57.879971 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=e5f74945-3476-498b-b1da-e68986956732,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:57.886571 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:57.949419 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-60012668-e620-41db-bb37-6cdcb4a055a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:58.001542 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dea140df-a67e-43b2-9c18-0b982834e69d req-0943a397-8e97-4d60-be7a-b13d9d801523 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 210 time: 0.0753973 May 20 04:21:58.063681 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:58.067632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:58.184194 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff8f57-9805-46be-be60-45992529a73e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:58.202335 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:58.229907 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc8049-1ca4-4cad-b937-a25174efcfba req-ceb858e5-78d8-4e2a-9b2c-432c68be3d4e tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:58.236489 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:58.239934 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-81fc8049-1ca4-4cad-b937-a25174efcfba req-ceb858e5-78d8-4e2a-9b2c-432c68be3d4e tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.6180851 May 20 04:21:58.251846 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60ff8f57-9805-46be-be60-45992529a73e HTTP/1.1" status: 204 len: 168 time: 2.2548091 May 20 04:21:58.387319 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa', 'code': 200} May 20 04:21:58.482614 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:58.570746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-b3b3fd59-1a6a-4864-b265-cf6cc1775370 None None] Provisioning complete for port 41a3a959-68f1-4f71-9772-e2781b817608 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:58.571329 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-b3b3fd59-1a6a-4864-b265-cf6cc1775370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:58.593851 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-81fc8049-1ca4-4cad-b937-a25174efcfba req-5adb181d-4dff-41cf-8463-76c3c607e38d tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375852 May 20 04:21:58.644599 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:58.646758 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e5f74945-3476-498b-b1da-e68986956732 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:21:58.666669 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:21:58.709174 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:58.729451 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:58.840958 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:58.848770 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:58.857076 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:58.894832 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3fd59-1a6a-4864-b265-cf6cc1775370 None None] Port 41a3a959-68f1-4f71-9772-e2781b817608 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:21:59.029872 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'Port': ['ID=de0133dc-2039-4329-9da2-9a09ec6ade46,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:59.047753 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port e5f74945-3476-498b-b1da-e68986956732 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:21:59.050665 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.73', 63033) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:59.056749 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:59.058327 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:59.339707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:59.391571 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:21:59.494353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56256) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:59.569321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Network 23374266-4df9-4940-a89d-ea9a6e825181 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:21:59.594816 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:59.639439 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:21:59.644024 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:21:59.658172 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:21:59.658894 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:59.666309 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:59.716417 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:21:59.733621 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Usage tracker for resource:security_group_rule and tenant:b95eda0518504d928c71bc1dd61edd6f is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:21:59.805600 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59debde9-ea61-4e37-8722-bb0a5be9d091 req-b79c6854-8a3d-4c8b-8ba2-e704e42a4c32 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 210 time: 0.0581419 May 20 04:21:59.839931 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Pushing event updated for resources: {'Port': ['ID=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:21:59.850042 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:21:59.853797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:21:59.864978 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9339228 May 20 04:21:59.871492 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:21:59.881159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Request body: {'port': {'device_id': '9b294f2f-feea-472a-8088-84f34301421f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:21:59.901060 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:21:59.915995 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:21:59.937259 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:21:59.940743 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:21:59.958795 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.110220 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5796b1a8-1ebc-4f57-a74c-6dbdd09ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:00.112747 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5796b1a8-1ebc-4f57-a74c-6dbdd09ca860 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 1098 time: 1.0612750 May 20 04:22:00.120608 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-dfc11449-0c9c-444b-9b5b-b6f0464eccfa tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:00.122325 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-dfc11449-0c9c-444b-9b5b-b6f0464eccfa tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 819 time: 1.0694978 May 20 04:22:00.178966 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] 10.222.0.42 "PUT /v2.0/routers/a19dfa01-017e-4fbc-bbfe-db3c8d13c215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3900080 May 20 04:22:00.190922 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Request body: {'port': {'device_id': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'admin_state_up': True, 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:00.200971 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:22:00.220351 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.241531 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.281830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.371407 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:00.383387 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b95eda0518504d928c71bc1dd61edd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875685 May 20 04:22:00.396511 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56284) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:00.457697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:00.499287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Usage tracker for resource:security_group_rule and tenant:aac2d670bb52452ab6a93541b8bde4f5 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:00.518210 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0962bed0-1798-4714-9a2c-866e54ff9c0c,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:00.528228 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:00.545913 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:00.577594 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:00.579638 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5d97a-845a-41da-a565-3bb420bb9fe8 req-89a2aba6-5592-422f-9a78-5d600a062117 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:00.587758 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c4c5d97a-845a-41da-a565-3bb420bb9fe8 req-89a2aba6-5592-422f-9a78-5d600a062117 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.6900456 May 20 04:22:00.613656 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.709370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:00.726749 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Usage tracker for resource:port and tenant:0bab2a5b0db04493b3746fb5efc5e2d6 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:00.738942 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:00.759224 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:21:56Z', 'revision_number': 2, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:00.764233 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c4c5d97a-845a-41da-a565-3bb420bb9fe8 req-610f0d18-c117-45fe-a4d0-32a691d4cb33 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753345 May 20 04:22:00.764538 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:22:00.765230 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Updating router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 port 41a3a959-68f1-4f71-9772-e2781b817608 binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:22:00.788355 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:00.820934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Made reservation on behalf of 0bab2a5b0db04493b3746fb5efc5e2d6 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:00.826884 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.837266 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.918692 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:00.949354 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.075387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7f8bbfd1-0a47-46c9-b71d-d685dfebcae5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:01.128823 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.151970 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0f52825b-b730-4fa8-9433-e24aa9d599e8 req-2f041d4d-12d7-4c0c-9770-174813564024 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 210 time: 0.0789096 May 20 04:22:01.159573 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.184415 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:01.212584 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.224934 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f46f7505-4cf3-469b-a71a-2ecf029190e5 req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1005177 May 20 04:22:01.235176 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd12e1-8c3e-4018-a400-39e84b6d6833,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:01.251662 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:01.299445 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.374771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.399030 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.402225 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.403497 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0962bed0-1798-4714-9a2c-866e54ff9c0c HTTP/1.1" status: 204 len: 168 time: 1.0013733 May 20 04:22:01.414919 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.429525 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7422693 May 20 04:22:01.508058 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Allocated IP 172.20.0.5 (23374266-4df9-4940-a89d-ea9a6e825181/a41fadd3-1f10-4ae5-bc53-c602ee4c223d/f78c1b64-b150-441d-99a2-1c76d8b0aa68) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:01.511124 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'Port': ['ID=de0133dc-2039-4329-9da2-9a09ec6ade46,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:01.527398 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:01.528013 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-79519aca-27e0-4134-a4ac-1916fb1b4560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:01.569154 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962bed0-1798-4714-9a2c-866e54ff9c0c,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:01.572411 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:01.609253 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.864737 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.893408 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Transition to ACTIVE for port object 41a3a959-68f1-4f71-9772-e2781b817608 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:01.909446 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:01.916035 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-124e5628-4db6-4347-90e3-bda2d8b1d259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:01.997811 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.089082 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-524e7126-168f-4a57-8caf-682f6f080ca9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1068184143&fields=id&tenant_id=9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 267 time: 0.1744659 May 20 04:22:02.144010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56350) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:02.150821 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288698341', 'description': 'tempest-description--358477293'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:02.174717 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:02.184079 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:02.193836 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:02.216812 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:02.229259 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5178de-ee10-4160-9620-9c5fb9d3a524 None None] Pushing event updated for resources: {'Port': ['ID=41a3a959-68f1-4f71-9772-e2781b817608,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:02.250372 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.308302 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-5e5178de-ee10-4160-9620-9c5fb9d3a524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:02.318409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:02.336086 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:02.341222 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:02.364347 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Attempting to bind port 41a3a959-68f1-4f71-9772-e2781b817608 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:02.365016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Attempting to bind port 41a3a959-68f1-4f71-9772-e2781b817608 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:02.365690 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Attempting to bind port 41a3a959-68f1-4f71-9772-e2781b817608 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:02.373611 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:02.373924 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:02.374544 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Checking segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:02.375652 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.376478 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Bound using segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:02.377204 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Bound port: 41a3a959-68f1-4f71-9772-e2781b817608, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:02.377873 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.528066 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] For port 41a3a959-68f1-4f71-9772-e2781b817608, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:02.533295 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] For port 41a3a959-68f1-4f71-9772-e2781b817608, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=41a3a959-68f1-4f71-9772-e2781b817608,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:02.560881 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.571004 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-14d4732a-04da-486f-9e17-c6eee451eb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:02.650654 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.753503 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:22:02.754279 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:21:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:02.774815 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:02.828354 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.862499 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.930909 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c1f447c8-a918-400e-abcc-677b136f4954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:02.934669 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5178de-ee10-4160-9620-9c5fb9d3a524 None None] Pushing event updated for resources: {'Port': ['ID=41a3a959-68f1-4f71-9772-e2781b817608,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:02.947421 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-5e5178de-ee10-4160-9620-9c5fb9d3a524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:02.978721 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:02.979993 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8349366 May 20 04:22:02.991516 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56376) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:03.012016 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Network 23374266-4df9-4940-a89d-ea9a6e825181 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:03.033537 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:03.044416 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:03.052050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'security_group_rule': {'security_group_id': 'ba2c7f9f-a268-4f12-91a5-60e512d0c121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:03.061431 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:03.061752 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.095599 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:03.110201 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:03.120694 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9474196 May 20 04:22:03.121197 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c7f9f-a268-4f12-91a5-60e512d0c121,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:03.126944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:03.128026 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:03.132368 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b793-a364-47fa-9e7a-75c2fd05907b req-fe60fb3e-505e-454a-a3e4-cf9f6fe72c55 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:03.133886 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5bf4b793-a364-47fa-9e7a-75c2fd05907b req-fe60fb3e-505e-454a-a3e4-cf9f6fe72c55 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.7095540 May 20 04:22:03.141570 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-b013bc7b-6c32-4642-831d-7a8648309971 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:03.147849 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-b013bc7b-6c32-4642-831d-7a8648309971 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 817 time: 1.0342879 May 20 04:22:03.166471 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:03.191663 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-e0cd54ae-ec16-4df6-9edf-16b8714a08f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/quotas/9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 375 time: 0.0236630 May 20 04:22:03.192312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Pushing event updated for resources: {'Port': ['ID=f78c1b64-b150-441d-99a2-1c76d8b0aa68,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:03.201862 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Request body: {'port': {'device_id': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:03.223112 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:22:03.252463 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:03.265998 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.311236 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:03.347255 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.350076 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.355013 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.363102 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9ef53896-9a36-42bd-8057-3aae921345ce tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:03.397292 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Transition to ACTIVE for port object 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:03.399295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9514eb47-589c-42eb-9bd5-b5f08ede44ee,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:03.402447 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:03.408183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.415495 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:03.424109 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5bf4b793-a364-47fa-9e7a-75c2fd05907b req-af1c4282-e4ea-438f-8648-631885a969e6 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744312 May 20 04:22:03.555680 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.563992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Pushing event updated for resources: {'Port': ['ID=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:03.566551 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:03.567757 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5585186 May 20 04:22:03.570570 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:03.577866 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56398) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:03.894464 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Attempting to bind port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:03.895358 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Attempting to bind port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:03.896519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Attempting to bind port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd on network 23374266-4df9-4940-a89d-ea9a6e825181 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:03.919364 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd on network 23374266-4df9-4940-a89d-ea9a6e825181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:22:03.919364 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Attempting to bind port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd on network 23374266-4df9-4940-a89d-ea9a6e825181 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:03.947312 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:03.953129 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Checking segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:03.954628 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Bound using segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:03.956314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Bound port: 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:03.958007 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:04.003574 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:02Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:04.018897 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df575aad-a420-4427-a402-78e63a3e2e55 None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:02Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:22:04.172509 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'security_group_rule': {'security_group_id': 'ba2c7f9f-a268-4f12-91a5-60e512d0c121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:04.183807 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:04.226393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] For port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:04.239720 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:04.244589 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] For port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:04.244859 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:04.255504 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:04.269096 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6ff495ea-af11-422b-8952-c18f8da6c228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:04.286158 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:04.301927 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-40e98883-e73e-43c6-8e39-645e7ca7b793 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:04.431786 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:04.511851 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-40e98883-e73e-43c6-8e39-645e7ca7b793 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:04.513967 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-40e98883-e73e-43c6-8e39-645e7ca7b793 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2681601 May 20 04:22:04.613467 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 41a3a959-68f1-4f71-9772-e2781b817608 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:04.768446 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3458d4-6bd8-4f26-8619-47b647fd4f6e req-e9e8ebe3-210b-48da-b17f-a288c52b1809 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:04.769193 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-5b3458d4-6bd8-4f26-8619-47b647fd4f6e req-e9e8ebe3-210b-48da-b17f-a288c52b1809 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Synchronizing usage tracker for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:04.784482 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:04.784482 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:04.785346 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] 10.222.0.73 "PUT /v2.0/ports/284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 1094 time: 4.9086654 May 20 04:22:04.801428 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b294f2f-feea-472a-8088-84f34301421f', 'tag': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:04.845054 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 41a3a959-68f1-4f71-9772-e2781b817608 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:04.860140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 41a3a959-68f1-4f71-9772-e2781b817608 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:04.862021 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:04.909328 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:05.007088 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-61b98406-51c8-4910-a88d-23b56b89c7ac service neutron] 10.222.0.42 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485397 May 20 04:22:05.025939 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:05.116944 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:05.179419 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2769700c-6868-4b8a-a0f2-a42dd96bfe7f,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:05.189432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:05.194633 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:05.200776 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-5b3458d4-6bd8-4f26-8619-47b647fd4f6e req-e9e8ebe3-210b-48da-b17f-a288c52b1809 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Unset dirty status for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:05.212395 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5b3458d4-6bd8-4f26-8619-47b647fd4f6e req-e9e8ebe3-210b-48da-b17f-a288c52b1809 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 931 time: 1.3309855 May 20 04:22:05.318726 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 41a3a959-68f1-4f71-9772-e2781b817608, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=41a3a959-68f1-4f71-9772-e2781b817608,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:05.331320 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:05.342809 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:05.367846 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Pushing event updated for resources: {'Port': ['ID=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:05.381765 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:05.471613 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-c09f64b6-1b55-4960-8ab2-55b8fd08b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:05.478095 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-c09f64b6-1b55-4960-8ab2-55b8fd08b78c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1097 time: 0.4291852 May 20 04:22:05.479284 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.db.resource_extend [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:22:05.504940 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5b3458d4-6bd8-4f26-8619-47b647fd4f6e req-624d400c-40a2-4fc8-b5eb-7af28300ce0b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909470 May 20 04:22:05.512207 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:05.522140 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9074168 May 20 04:22:05.525692 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56476) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:05.675353 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=41a3a959-68f1-4f71-9772-e2781b817608,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:05.684455 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:05.698101 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'floatingip': {'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:05.739291 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-3e85a1a9-7fb6-4041-ad29-4e6e97c75160 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.2402332 May 20 04:22:05.774770 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0227d128-cd48-4c31-a117-f8079f421d8c service neutron] 10.222.0.42 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537673 May 20 04:22:05.849823 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:05.850734 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78c1b64-b150-441d-99a2-1c76d8b0aa68 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:05.871965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:05.875057 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:floatingip and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:05.885289 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-483b854b-13cc-41b9-9e9a-58d95ce2496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:05.888008 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-483b854b-13cc-41b9-9e9a-58d95ce2496c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.1332183 May 20 04:22:05.917867 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:05.951425 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:05.969968 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-fa62f545-52b5-4178-a5e7-13ee1a0940ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733550 May 20 04:22:05.988632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Transition to ACTIVE for port object f78c1b64-b150-441d-99a2-1c76d8b0aa68 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:06.012082 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:06.026465 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:06.061849 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:06.211887 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-977c4b42-23ab-444f-9bec-54ec8ec506ef service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348771 May 20 04:22:06.461675 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df2a36-c295-4bbd-82a7-305e64601675 req-51917171-2982-4fc7-9468-a2ece5703c54 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:06.464791 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b294f2f-feea-472a-8088-84f34301421f', 'tag': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd', 'status': 'completed', 'code': 200} May 20 04:22:06.477351 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c7df2a36-c295-4bbd-82a7-305e64601675 req-51917171-2982-4fc7-9468-a2ece5703c54 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.6954861 May 20 04:22:06.535762 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a6e7b71-7454-4920-954f-9841bcaaa770 req-b3401168-9c60-45d2-80ef-9da181f37757 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149199 May 20 04:22:06.599178 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 41a3a959-68f1-4f71-9772-e2781b817608 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:06.705413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-edc49c82-77ec-467c-9d9f-0df0c45d2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:06.707597 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-edc49c82-77ec-467c-9d9f-0df0c45d2ca4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1097 time: 0.1133549 May 20 04:22:06.807848 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 41a3a959-68f1-4f71-9772-e2781b817608 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:06.808364 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:06.950284 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-87680913-3683-454f-b4e9-1999c3777aaf req-7d765611-ce7f-4e9d-98e0-67cab37b9544 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 210 time: 0.2750332 May 20 04:22:07.006280 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-0687f679-7eeb-4f64-ba6f-7840a4b8a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:07.009156 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-0687f679-7eeb-4f64-ba6f-7840a4b8a814 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.2926881 May 20 04:22:07.088149 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Pushing event updated for resources: {'Port': ['ID=f78c1b64-b150-441d-99a2-1c76d8b0aa68,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:07.094723 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:07.128280 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c7df2a36-c295-4bbd-82a7-305e64601675 req-b1c6cad2-5980-4517-ab57-77ca41edcb23 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495841 May 20 04:22:07.130431 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Attempting to bind port f78c1b64-b150-441d-99a2-1c76d8b0aa68 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:07.130769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Attempting to bind port f78c1b64-b150-441d-99a2-1c76d8b0aa68 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:07.141441 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Attempting to bind port f78c1b64-b150-441d-99a2-1c76d8b0aa68 on network 23374266-4df9-4940-a89d-ea9a6e825181 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:07.156840 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Port f78c1b64-b150-441d-99a2-1c76d8b0aa68 on network 23374266-4df9-4940-a89d-ea9a6e825181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:22:07.157395 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Attempting to bind port f78c1b64-b150-441d-99a2-1c76d8b0aa68 on network 23374266-4df9-4940-a89d-ea9a6e825181 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:07.160901 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-bac40fb4-7e91-4d65-ac25-a7cab03a6b0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.1453264 May 20 04:22:07.166632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:07.167005 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Checking segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:07.167387 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Bound using segment: {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:07.169769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Bound port: f78c1b64-b150-441d-99a2-1c76d8b0aa68, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:07.170180 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:07.425082 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-37d8583f-3f03-4bca-b0fe-0a69510b4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:07.430827 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-37d8583f-3f03-4bca-b0fe-0a69510b4b7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.2605822 May 20 04:22:07.599260 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-b0a14725-c77a-4001-b2b1-2887e3962006 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350770 May 20 04:22:07.702675 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] For port f78c1b64-b150-441d-99a2-1c76d8b0aa68, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:07.785350 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] For port f78c1b64-b150-441d-99a2-1c76d8b0aa68, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:07.803446 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:07.809286 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:07.909256 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-745890ff-f932-4908-a04b-1f86cc1a6af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:08.028524 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-20ec64fa-39ac-4500-9238-4ed99ff7c632 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175630 May 20 04:22:08.031180 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56550) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:08.074934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:08.075828 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:08.077285 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] 10.222.0.73 "PUT /v2.0/ports/f78c1b64-b150-441d-99a2-1c76d8b0aa68 HTTP/1.1" status: 200 len: 1093 time: 4.9084513 May 20 04:22:08.090875 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'tag': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:08.146231 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24860ff9-a714-4777-bbbd-6cbf913c4e69 req-81f25987-fc15-43fa-a2b4-51e6693c1b53 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:08.148976 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-24860ff9-a714-4777-bbbd-6cbf913c4e69 req-81f25987-fc15-43fa-a2b4-51e6693c1b53 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 943 time: 0.7577024 May 20 04:22:08.530285 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8da83b48-16d9-4fe4-af60-d4e53e8d1195 req-50ccc6d5-e191-48f1-a4f2-29dbc7878048 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592237 May 20 04:22:08.583003 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:08.621103 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:08.644169 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Usage tracker for resource:security_group_rule and tenant:2a26c8f2f0b940cea38e1a3d900e7ac6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:08.647177 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-24860ff9-a714-4777-bbbd-6cbf913c4e69 req-66de39ed-876d-4e47-b9e9-d05f3dd9edee tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643111 May 20 04:22:08.648668 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Pushing event updated for resources: {'Port': ['ID=f78c1b64-b150-441d-99a2-1c76d8b0aa68,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:08.649978 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:08.662925 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:08.677697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:08.687054 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ab18759-719b-40d0-985f-5803b0898440 req-8b245f2c-f267-4dde-bd2e-71833453ae12 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 210 time: 0.3686354 May 20 04:22:08.841315 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:08.848213 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:08.895437 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'tag': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68', 'status': 'completed', 'code': 200} May 20 04:22:08.925005 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-139435e7-fbed-4535-b551-c8113ed25018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:08.956331 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Allocated IP 172.28.2.248 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/b6d5a683-908f-4982-a039-dee18c4dfab4) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:08.975615 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-8e0acec1-e01d-431e-aca4-bd0fcc71ad00 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:08.977411 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-8e0acec1-e01d-431e-aca4-bd0fcc71ad00 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 817 time: 0.2935119 May 20 04:22:08.996821 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-75a8577a-bc7a-49f9-b4f4-acd7481adbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:08.998544 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-75a8577a-bc7a-49f9-b4f4-acd7481adbeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 1096 time: 0.4009559 May 20 04:22:09.005813 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a26c8f2f0b940cea38e1a3d900e7ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9730618 May 20 04:22:09.006735 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be91ee-b02e-4058-9b2f-cba4b8a9c564,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:09.010076 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:09.010598 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56586) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:09.105159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.116404 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-c73caedb-1ff9-4948-bb48-206dd5935243 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68 HTTP/1.1" status: 200 len: 217 time: 0.0986400 May 20 04:22:09.172702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.231771 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-d0bc427d-e170-4cf1-aa8f-7bc8a206b845 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 380 time: 0.2127676 May 20 04:22:09.255117 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'port': {'device_id': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'admin_state_up': True, 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'security_groups': ['cad16cd0-7cdd-4c55-a60a-d490d174461a']}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:09.258287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.262683 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f741a87d-9ec1-4e59-91e8-9d169300c957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:09.279887 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be91ee-b02e-4058-9b2f-cba4b8a9c564,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:09.293758 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:09.295144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.296484 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28be91ee-b02e-4058-9b2f-cba4b8a9c564 HTTP/1.1" status: 204 len: 168 time: 0.2848411 May 20 04:22:09.414322 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-a6ab6c76-0edb-44c7-8012-de95e80402fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:09.415782 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-a6ab6c76-0edb-44c7-8012-de95e80402fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.2858355 May 20 04:22:09.500608 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-bb451a58-0d59-4564-801c-13d9d1e504d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680041 May 20 04:22:09.562824 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.658406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56612) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:09.678313 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:09.704177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:09.744116 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Made reservation on behalf of 9bd59ff335df4c4b9d51724f7f025e21 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:09.753441 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.785266 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-9fb88255-bd50-4d2b-a080-0125f0d2fdee service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723088 May 20 04:22:09.883348 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:09.977570 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-53335ed7-3aa0-46a6-9378-5276b8c19f7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:10.147093 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'Port': ['ID=b6d5a683-908f-4982-a039-dee18c4dfab4,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:10.156369 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:22:10.166731 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:10.170536 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:10.183403 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:10.195194 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:10.293039 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:10.361736 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:10.371869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Usage tracker for resource:security_group_rule and tenant:b381a8d371464184b586cdef6b3fa30e is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:10.404221 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:10.425082 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Allocated IP 172.20.0.14 (11e82be2-a766-4665-b25a-4b28893a7b34/ff6934f9-08a1-4e91-afde-9113e2cde271/370aa6f1-ae96-40e4-8117-d78384510bde) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:10.432130 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96d7febb-13be-40ec-b6a6-1420bc7a647b req-c2fb9cd7-4492-46ed-86a1-a0797d32e460 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110311 May 20 04:22:10.443182 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:10.452543 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:10.482719 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e9dc6-0dfe-4552-b6e6-fb32881d946a req-0eb3cde0-f9a0-4e3d-8ecd-83b248986897 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:10.494415 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-074e9dc6-0dfe-4552-b6e6-fb32881d946a req-0eb3cde0-f9a0-4e3d-8ecd-83b248986897 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 943 time: 0.6168458 May 20 04:22:10.843609 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:10.926141 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'port_id': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd', 'mac_address': 'fa:16:3e:13:19:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:22:10.946120 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:10.962826 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.025751 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-074e9dc6-0dfe-4552-b6e6-fb32881d946a req-9e95d7a5-d926-4329-80c4-406925631e01 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270555 May 20 04:22:11.029473 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.052756 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-050722ef-597c-4bae-a390-4a4f2e929f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:11.210881 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.282633 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56652) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:11.290604 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:11.326776 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:11.328463 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b381a8d371464184b586cdef6b3fa30e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6670451 May 20 04:22:11.331744 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84451884-e1e0-481d-8f97-c99d1ddfdbfe,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:11.337676 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56660) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:11.338036 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.342896 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:11.349181 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.349885 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.350541 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.351394 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.352146 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.352807 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.353924 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.355573 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.355573 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.356099 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.357192 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.360122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:11.368500 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:11.516515 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:11.520995 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:11.569581 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['284f9ef8-0c57-4bd1-94aa-8bf400dc46cd'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:22:11.601789 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-db5720c4-3ef6-4327-8cad-6b7136206f07 req-cfff1835-358a-43b0-a6c1-e38a1d9c0a92 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 210 time: 0.3109603 May 20 04:22:11.723865 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.769412 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-c3f92f21-988e-44c4-83b9-702334b758d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:11.771159 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-c3f92f21-988e-44c4-83b9-702334b758d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 1096 time: 1.0693026 May 20 04:22:11.863631 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.870993 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:11.901512 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.903675 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd7525cb00745a49e0631a638a2bf9d is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:11.917340 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:12.008751 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:12.041112 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Transition to ACTIVE for port object 370aa6f1-ae96-40e4-8117-d78384510bde will not be triggered until provisioned by entity DHCP. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:12.052161 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.173317 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-bb4a69e6-191c-4cb7-a04e-0c55bab6cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:12.174881 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-bb4a69e6-191c-4cb7-a04e-0c55bab6cc6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.3339522 May 20 04:22:12.188393 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.263677 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.319489 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-b0f9dfb8-f553-4478-b296-0050ab2ba51b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68 HTTP/1.1" status: 200 len: 217 time: 0.1278555 May 20 04:22:12.330135 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0dfbc1ac-0a1b-42df-a6df-c0ad842d2a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:12.448882 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.482882 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.492645 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'Port': ['ID=b6d5a683-908f-4982-a039-dee18c4dfab4,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:12.517329 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.518721 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.519213 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.519370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.519779 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.520029 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.520356 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.520693 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.521110 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.521365 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.521638 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.522135 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.522273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:12.540397 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:12.575908 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:12.646634 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.646634 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84451884-e1e0-481d-8f97-c99d1ddfdbfe,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:12.654590 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-c6138857-2a9d-484b-8e8c-9144fd0243e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:12.656140 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-c6138857-2a9d-484b-8e8c-9144fd0243e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.2913699 May 20 04:22:12.663581 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:12.670882 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.671899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:12.815867 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.817609 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2373350 May 20 04:22:12.821170 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Network 11e82be2-a766-4665-b25a-4b28893a7b34 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:12.829203 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-14dc8cb6-3e77-414c-ad99-b17b3fbaae87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129122 May 20 04:22:12.832670 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.834177 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84451884-e1e0-481d-8f97-c99d1ddfdbfe HTTP/1.1" status: 204 len: 168 time: 1.3380480 May 20 04:22:12.847591 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:12.893800 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:12.900608 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:12.901684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:12.922994 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd672786-fdfb-4e88-986f-9437d7214204 req-e1d48b1e-33d7-42e7-8457-a3a2e4968eff tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:12.931854 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dd672786-fdfb-4e88-986f-9437d7214204 req-e1d48b1e-33d7-42e7-8457-a3a2e4968eff tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 943 time: 0.6742022 May 20 04:22:12.935708 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcd7525cb00745a49e0631a638a2bf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6404924 May 20 04:22:12.938961 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56714) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:13.047604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:13.063702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.089227 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56718) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:13.142471 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.167174 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:13.177915 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-029633a3-9e76-43ce-9967-1ca182019057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:13.196307 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9535058 May 20 04:22:13.239464 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Request body: {'port': {'device_id': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:13.257288 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.264401 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:13.267817 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4bd9d04a-2052-4d99-9499-eb912ec4a586 None None] Provisioning for port 370aa6f1-ae96-40e4-8117-d78384510bde completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:13.278839 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4bd9d04a-2052-4d99-9499-eb912ec4a586 None None] Provisioning complete for port 370aa6f1-ae96-40e4-8117-d78384510bde triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:13.279703 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4bd9d04a-2052-4d99-9499-eb912ec4a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.318771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41adb9a7-b586-436a-95ec-4c08583b7434,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:13.323731 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:13.345967 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.345967 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41adb9a7-b586-436a-95ec-4c08583b7434 HTTP/1.1" status: 204 len: 168 time: 0.4022939 May 20 04:22:13.373526 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9d04a-2052-4d99-9499-eb912ec4a586 None None] Port 370aa6f1-ae96-40e4-8117-d78384510bde cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:22:13.386537 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dd672786-fdfb-4e88-986f-9437d7214204 req-bbe88408-d91f-48cb-8432-09170087cbd0 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530258 May 20 04:22:13.415452 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41adb9a7-b586-436a-95ec-4c08583b7434,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:13.423039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:13.606446 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.635607 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:13.646840 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Usage tracker for resource:security_group_rule and tenant:21b3de46348f4bd2b23c7606b8459aab is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:13.650159 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-29b345eb-077e-42fc-93a5-9788f979e243 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967951 May 20 04:22:13.653127 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:13.665025 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:13.712636 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.761203 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56740) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:13.820796 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.826675 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f8459-abe7-4e92-8ee7-d1ce47dc155a req-13123ff2-140a-4691-8ff7-7b2e7b90678f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:13.828347 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-594f8459-abe7-4e92-8ee7-d1ce47dc155a req-13123ff2-140a-4691-8ff7-7b2e7b90678f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:13.878544 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:13.890672 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.894819 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Usage tracker for resource:security_group_rule and tenant:fb3d00d4d1404a5382add33a678e4bc8 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:13.899138 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:13.903133 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:13.916458 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fc370547-c1ff-4328-a56a-eefef0ae0976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:13.951997 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:13.954642 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6b653-cdb1-4623-ad6f-fa91803acb75,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:13.963850 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:13.971175 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-1865fb76-a45b-4787-ac2a-22a786d8ec7c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:security_group {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:13.984649 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-594f8459-abe7-4e92-8ee7-d1ce47dc155a req-13123ff2-140a-4691-8ff7-7b2e7b90678f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:13.991885 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-594f8459-abe7-4e92-8ee7-d1ce47dc155a req-13123ff2-140a-4691-8ff7-7b2e7b90678f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 932 time: 0.9969442 May 20 04:22:13.998969 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21b3de46348f4bd2b23c7606b8459aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075229 May 20 04:22:14.004684 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56752) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:14.114817 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-1865fb76-a45b-4787-ac2a-22a786d8ec7c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:security_group {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:14.123887 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-1865fb76-a45b-4787-ac2a-22a786d8ec7c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1288698341&fields=id&tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de HTTP/1.1" status: 200 len: 267 time: 0.5276523 May 20 04:22:14.167679 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device f78c1b64-b150-441d-99a2-1c76d8b0aa68 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:22:14.198139 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56758) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:14.204028 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:14.224568 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-594f8459-abe7-4e92-8ee7-d1ce47dc155a req-ba10f0a5-fbe3-48ba-b388-6045eed64448 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317197 May 20 04:22:14.235130 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c706e23c-3706-48eb-8124-27bf8d3cf6b0 req-09f88d4a-e5ad-458d-9082-149b0fc9b172 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700257 May 20 04:22:14.246578 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.251039 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.304163 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.db.resource_extend [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:22:14.329320 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:14.337442 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c83fcaf030ea429e97dcc4753e8dff51 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:14.351815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:14.396134 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:14.413009 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.432992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.464727 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.501470 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3fc13316-61f2-414f-8698-fdfc20d9560f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:14.527293 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:14.557440 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:14.557916 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.609113 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port f78c1b64-b150-441d-99a2-1c76d8b0aa68, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:14.635434 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68', 'network_id': '23374266-4df9-4940-a89d-ea9a6e825181', 'port_id': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68', 'mac_address': 'fa:16:3e:3f:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41fadd3-1f10-4ae5-bc53-c602ee4c223d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:22:14.642543 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb3d00d4d1404a5382add33a678e4bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8798709 May 20 04:22:14.648492 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56766) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:14.656857 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd904c-249b-4ff0-b41a-8e77d502257c,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:14.682898 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:14.727572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0de950c0-32f7-4e39-a751-154490ecbd92 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:14.728910 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0de950c0-32f7-4e39-a751-154490ecbd92 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:network {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:14.766624 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.769658 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.778268 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:14.800683 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78c1b64-b150-441d-99a2-1c76d8b0aa68 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:14.807275 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.827142 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6b653-cdb1-4623-ad6f-fa91803acb75,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:14.840233 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:14.856468 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0de950c0-32f7-4e39-a751-154490ecbd92 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:network {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:14.857836 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port f78c1b64-b150-441d-99a2-1c76d8b0aa68, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:14.858008 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0de950c0-32f7-4e39-a751-154490ecbd92 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 811 time: 0.7326922 May 20 04:22:14.886078 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.890281 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-90fa1145-0417-4e86-bc13-99346bb7aa01 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/quotas/4b8a6bd21a4f490aa21c227d79f8f4de HTTP/1.1" status: 200 len: 375 time: 0.0216436 May 20 04:22:14.896176 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.897520 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-043da51b-4e44-4616-99c7-7a668b1eb9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:14.900543 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.913745 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.940547 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-bce11908-a3e6-4c88-9eb9-69049f5f92d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:14.954599 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b294f2f-feea-472a-8088-84f34301421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:14.969155 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:14.973576 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43a6b653-cdb1-4623-ad6f-fa91803acb75 HTTP/1.1" status: 204 len: 168 time: 0.9646015 May 20 04:22:15.012106 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:15.015786 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406209dc-47aa-4657-9cd9-4190eea44c80 req-afd5672e-1364-40c4-ab61-213512fe7001 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:15.024566 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-406209dc-47aa-4657-9cd9-4190eea44c80 req-afd5672e-1364-40c4-ab61-213512fe7001 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 943 time: 0.2719431 May 20 04:22:15.039041 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c83fcaf030ea429e97dcc4753e8dff51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8306687 May 20 04:22:15.043369 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=f78c1b64-b150-441d-99a2-1c76d8b0aa68,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:15.045959 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56774) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:15.056124 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893bd422-01fd-4342-b509-96930f5a686f,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:15.057410 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.057793 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.058186 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.058530 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.058859 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.059188 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.060242 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.060627 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.060955 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.061283 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.061675 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.062001 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:15.067983 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:15.069256 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.071444 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-d70fa704-95a4-4685-9732-5558253292fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:15.074343 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.103326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:15.136620 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370aa6f1-ae96-40e4-8117-d78384510bde {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:15.170418 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.177722 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:15.193370 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['f78c1b64-b150-441d-99a2-1c76d8b0aa68'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:22:15.197633 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.208546 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:15.213186 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-406209dc-47aa-4657-9cd9-4190eea44c80 req-0e220a6c-fa54-460f-ad84-4ef4c5a52015 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874239 May 20 04:22:15.258639 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd904c-249b-4ff0-b41a-8e77d502257c,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:15.263424 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Transition to ACTIVE for port object 370aa6f1-ae96-40e4-8117-d78384510bde will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:15.280934 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:15.283246 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.286304 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34fd904c-249b-4ff0-b41a-8e77d502257c HTTP/1.1" status: 204 len: 168 time: 0.6345742 May 20 04:22:15.296675 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.303408 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.334587 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:15.341769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:15.592064 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-67ada514-4126-4817-82b6-260619ce1d4c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:15.818552 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:15.888323 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:15.896840 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:15.964549 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-67ada514-4126-4817-82b6-260619ce1d4c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:15.965915 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-67ada514-4126-4817-82b6-260619ce1d4c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0613875 May 20 04:22:16.016674 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:16.035039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e40b9-8629-41c7-81c0-2585661cb111 req-9fcbcc1d-91a6-4cfa-9262-6f0331663f41 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:16.037930 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-948e40b9-8629-41c7-81c0-2585661cb111 req-9fcbcc1d-91a6-4cfa-9262-6f0331663f41 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.5907621 May 20 04:22:16.052792 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6c2669dc-ec6c-4b79-99ab-2c070e802e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:16.059484 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Attempting to bind port 370aa6f1-ae96-40e4-8117-d78384510bde on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:16.059943 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Attempting to bind port 370aa6f1-ae96-40e4-8117-d78384510bde by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:16.060299 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Attempting to bind port 370aa6f1-ae96-40e4-8117-d78384510bde on network 11e82be2-a766-4665-b25a-4b28893a7b34 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:16.079792 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Port 370aa6f1-ae96-40e4-8117-d78384510bde on network 11e82be2-a766-4665-b25a-4b28893a7b34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:22:16.080153 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Attempting to bind port 370aa6f1-ae96-40e4-8117-d78384510bde on network 11e82be2-a766-4665-b25a-4b28893a7b34 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:16.082541 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893bd422-01fd-4342-b509-96930f5a686f,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:16.124563 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:16.125656 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:16.126627 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/893bd422-01fd-4342-b509-96930f5a686f HTTP/1.1" status: 204 len: 168 time: 1.0760388 May 20 04:22:16.184149 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:16.184827 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Checking segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:16.184827 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Bound using segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:16.185287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Bound port: 370aa6f1-ae96-40e4-8117-d78384510bde, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:16.185667 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:16.253107 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-948e40b9-8629-41c7-81c0-2585661cb111 req-99b4f3b7-954d-4525-ae86-5b8ab01f6cc8 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864560 May 20 04:22:16.339271 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b294f2f-feea-472a-8088-84f34301421f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd', 'code': 200} May 20 04:22:16.380195 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-b08f3348-bb25-4be4-8ad1-cbfbea5dad1f service neutron] 10.222.0.42 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888571 May 20 04:22:16.386536 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:16.423171 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:16.443605 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:16.596176 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:16.664760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49999087-cd21-4998-835f-9f57fe506998 req-327410b3-35bf-4a30-a255-3dc3186a1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:16.666554 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-49999087-cd21-4998-835f-9f57fe506998 req-327410b3-35bf-4a30-a255-3dc3186a1665 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.1150031 May 20 04:22:16.725023 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-49999087-cd21-4998-835f-9f57fe506998 req-4a75a2d7-9e9c-469c-a7c6-9bca0f7eb9e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461802 May 20 04:22:16.747974 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:16.748627 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:16.750068 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] 10.222.0.73 "PUT /v2.0/ports/370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 200 len: 1094 time: 3.5416954 May 20 04:22:16.760837 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:16.813945 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-a5431cc0-4aa2-47bb-9f47-13f4d2ae2e90 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:16.815440 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-a5431cc0-4aa2-47bb-9f47-13f4d2ae2e90 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.4933302 May 20 04:22:16.824360 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:16.832000 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-b023e46b-497f-491d-b8af-6b83ef08ea11 service neutron] 10.222.0.42 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427447 May 20 04:22:16.833360 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:17.099640 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f5a63-82d9-4d67-a177-5abc331931df req-9bdb2f2d-33cb-46f1-9ae6-1d15007b0825 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:17.101571 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c53f5a63-82d9-4d67-a177-5abc331931df req-9bdb2f2d-33cb-46f1-9ae6-1d15007b0825 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.4596024 May 20 04:22:17.166767 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-52791f5d-552c-4aee-8737-3fad217b37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:17.168108 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-52791f5d-552c-4aee-8737-3fad217b37fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1097 time: 0.3332751 May 20 04:22:17.181835 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c53f5a63-82d9-4d67-a177-5abc331931df req-805d2ce6-fba0-428d-bbe6-227616239d68 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659816 May 20 04:22:17.302161 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-3cdfa593-3389-42bc-aeb5-2a06c06e4350 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 200 len: 217 time: 0.1235504 May 20 04:22:17.307121 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Deleting port caf3bb63-0a8b-4389-b6e5-9accc20c46fa {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:22:17.307526 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:17.323148 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'status': 'completed', 'code': 200} May 20 04:22:17.523181 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-05137dcb-2458-4676-9083-65a04ad8ca7d req-a78adf9a-b87b-404b-87a1-60ffb47515e1 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 210 time: 0.1185322 May 20 04:22:17.540073 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56874) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:17.549350 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0bb2e042-9b21-4544-bd69-831a88045cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:17.550853 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-0bb2e042-9b21-4544-bd69-831a88045cd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.2239506 May 20 04:22:17.658829 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75fc9d-4312-47f3-9340-93c9363359b1 req-822600bf-8ac6-43a6-add3-53be41b74cbc tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:17.660476 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2a75fc9d-4312-47f3-9340-93c9363359b1 req-822600bf-8ac6-43a6-add3-53be41b74cbc tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 944 time: 0.4830859 May 20 04:22:17.677416 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] For port caf3bb63-0a8b-4389-b6e5-9accc20c46fa, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,segment=NetworkSegment(614223f7-e89c-4d74-921e-8a4c6d5f8ba1),segment_id=614223f7-e89c-4d74-921e-8a4c6d5f8ba1)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:17.677885 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:17.894853 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Calling delete_port for caf3bb63-0a8b-4389-b6e5-9accc20c46fa owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:22:17.955521 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:17.973628 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:17.979328 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7681f441bcd44e159f3c09ac915f9e2c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:17.983543 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:18.003122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:18.047468 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2a75fc9d-4312-47f3-9340-93c9363359b1 req-07193ac5-3856-427f-b15b-8ebefdfde346 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788409 May 20 04:22:18.120969 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-fdd69272-868b-4e81-a4b4-df8eb0d65dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:18.124982 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.127267 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-fdd69272-868b-4e81-a4b4-df8eb0d65dd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5585899 May 20 04:22:18.135802 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.181097 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device f78c1b64-b150-441d-99a2-1c76d8b0aa68 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:18.190158 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d7929f83-2d99-4818-877c-243bbd5a3c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:18.222553 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7681f441bcd44e159f3c09ac915f9e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797190 May 20 04:22:18.223479 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56900) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:18.278825 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e46d4-9aed-4aff-b2e7-5eb02f19db7a req-b2804e31-7579-46d7-991b-873079b7c3f3 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:18.286517 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ff7e46d4-9aed-4aff-b2e7-5eb02f19db7a req-b2804e31-7579-46d7-991b-873079b7c3f3 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 945 time: 0.3995976 May 20 04:22:18.316043 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1610ce4-b4b4-4eae-9880-f1172d95a51f,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:18.332797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:18.358356 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.392341 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.392636 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port f78c1b64-b150-441d-99a2-1c76d8b0aa68 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:18.399984 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port f78c1b64-b150-441d-99a2-1c76d8b0aa68 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:18.400696 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.446945 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56908) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:18.457236 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ff7e46d4-9aed-4aff-b2e7-5eb02f19db7a req-6479c3ce-e60d-4d7f-bc67-decf119bd90c tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/security-groups?id=fac27fd2-3722-4d70-ac44-5f9c55e38396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697075 May 20 04:22:18.476311 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.479020 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4ca81e50-a3f7-4533-9a44-c3342529a815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:18.489445 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1610ce4-b4b4-4eae-9880-f1172d95a51f,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:18.494538 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:18.496515 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.498402 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1610ce4-b4b4-4eae-9880-f1172d95a51f HTTP/1.1" status: 204 len: 168 time: 0.2689514 May 20 04:22:18.638212 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.652258 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635350709-network', 'tenant_id': 'c81cd65d5d9e4d0393e4f5b4d7778e35'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:18.659897 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:18.669771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Usage tracker for resource:network and tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:18.678889 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:18.686857 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:18.699625 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:18.709844 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Made reservation on behalf of c81cd65d5d9e4d0393e4f5b4d7778e35 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:18.716140 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.729695 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port f78c1b64-b150-441d-99a2-1c76d8b0aa68, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:18.737458 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.739363 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device caf3bb63-0a8b-4389-b6e5-9accc20c46fa no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:22:18.743289 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.767417 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:18.776193 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Usage tracker for resource:security_group_rule and tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:18.782335 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:18.794765 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:18.816564 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-5e5178de-ee10-4160-9620-9c5fb9d3a524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:18.901923 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:18.955840 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.005570 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3239dc33-114e-4b1e-8414-6c27cdacfec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:19.008340 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=f78c1b64-b150-441d-99a2-1c76d8b0aa68,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:19.012063 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:19.028811 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No ports have port_id starting with caf3bb63-0a8b-4389-b6e5-9accc20c46fa May 20 04:22:19.043470 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-f35bf2e5-2a5f-437d-995b-ae83918a1231 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049230 May 20 04:22:19.064447 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec01056f-2105-4a4a-9125-8947388b2fee,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:19.071016 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:19.108873 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.133780 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:19.174858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.175215 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Added segment 414f2332-7c50-4165-bcbb-f47151cfff66 of type vlan for network 88440912-56fb-4514-8c0e-11564a2fc6c2 May 20 04:22:19.229278 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.240451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:19.241928 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-f50a89e2-c4ef-4a2c-b066-3026dcee3d0b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:19.243518 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-f50a89e2-c4ef-4a2c-b066-3026dcee3d0b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 811 time: 0.3399448 May 20 04:22:19.265393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56940) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:19.301335 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.309050 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-05805d91-96fd-4625-be15-25a697ec6b6f req-45bcb00f-30c7-45e7-9dc8-c787b1203500 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 210 time: 0.3600965 May 20 04:22:19.320764 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Pushing event deleted for resources: {'Port': ['ID=caf3bb63-0a8b-4389-b6e5-9accc20c46fa,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:19.336259 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:19.355019 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:19.405888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-00b3f256-0d30-4117-938b-e5c468d6d29f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:security_group {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:19.412914 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68', 'code': 200} May 20 04:22:19.419267 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:6020069b3d2542a1bc3533130e5bd2dc is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:19.425442 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.435069 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:19.440555 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56950) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:19.447379 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:19.448399 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.475326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-81da0729-f1fb-435f-9696-b22cfe7428f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:19.541289 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] No DVR routers for this DVR port caf3bb63-0a8b-4389-b6e5-9accc20c46fa on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:22:19.544238 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:22:19.568000 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.574876 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:19.581580 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1334729 May 20 04:22:19.586109 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56960) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:19.586842 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-00b3f256-0d30-4117-938b-e5c468d6d29f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:security_group {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:19.588223 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-00b3f256-0d30-4117-938b-e5c468d6d29f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de HTTP/1.1" status: 200 len: 380 time: 0.3244667 May 20 04:22:19.593032 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Pushing event updated for resources: {'Network': ['ID=88440912-56fb-4514-8c0e-11564a2fc6c2,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:19.603769 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Request body: {'subnet': {'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635350709-subnet', 'tenant_id': 'c81cd65d5d9e4d0393e4f5b4d7778e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:19.606016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 88440912-56fb-4514-8c0e-11564a2fc6c2 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:19.608257 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:19.612038 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'port': {'device_id': '86d55d2a-0568-4234-91da-216e6384faa4', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'admin_state_up': True, 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'security_groups': ['ba2c7f9f-a268-4f12-91a5-60e512d0c121']}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:19.673688 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'name': 'network-vif-deleted', 'tag': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:19.713526 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.73', 63085) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:19.716955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0af46af9-309b-4ab1-a8a3-0789dda51af8 req-a7730819-4606-4a57-9e3a-aa65e52e211d service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948513 May 20 04:22:19.765249 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:19.782268 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Usage tracker for resource:subnet and tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:19.789533 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:19.797629 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:19.802953 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:19.822148 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:19.838562 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Made reservation on behalf of c81cd65d5d9e4d0393e4f5b4d7778e35 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:19.841015 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.875860 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Made reservation on behalf of 4b8a6bd21a4f490aa21c227d79f8f4de for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:19.879481 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.881917 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fddd532a-c13f-44ab-a5ff-99e4c764eb6d req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.73 "DELETE /v2.0/ports/caf3bb63-0a8b-4389-b6e5-9accc20c46fa HTTP/1.1" status: 204 len: 173 time: 3.0450497 May 20 04:22:19.882673 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:19.914611 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cb56-85bf-48ca-b5f0-7b628b627c01 req-8d95b074-5e9f-49b0-b526-abe19d270262 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:19.916060 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0926cb56-85bf-48ca-b5f0-7b628b627c01 req-8d95b074-5e9f-49b0-b526-abe19d270262 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 1.4713168 May 20 04:22:19.950670 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:19.979112 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c0b3ca2ba04683969d189c98fb291e is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:19.991048 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:20.009048 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:20.040309 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0926cb56-85bf-48ca-b5f0-7b628b627c01 req-34c8c8d6-e24e-413a-a1b1-085b8c85be6c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102743 May 20 04:22:20.060090 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c06122-2364-4e36-a6e7-41c694461d27 req-f398ec3a-2e93-40fc-91c9-3481afcd6fd2 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:20.068702 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-37c06122-2364-4e36-a6e7-41c694461d27 req-f398ec3a-2e93-40fc-91c9-3481afcd6fd2 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.4934585 May 20 04:22:20.105647 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-b2d93453-910c-4145-acdf-ef754f1e95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:20.107611 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-b2d93453-910c-4145-acdf-ef754f1e95b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1097 time: 0.2944748 May 20 04:22:20.150006 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6b81-5428-449e-b83f-0209bb5086aa req-a83ebccc-d30e-4638-a15c-7301a8799638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:20.151418 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b15d6b81-5428-449e-b83f-0209bb5086aa req-a83ebccc-d30e-4638-a15c-7301a8799638 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 1098 time: 0.4333916 May 20 04:22:20.176173 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.180911 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-37c06122-2364-4e36-a6e7-41c694461d27 req-200cf2c9-a967-4efa-ad76-bc684dff5bea tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120315 May 20 04:22:20.205335 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.241148 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-7d47e713-4d02-471c-a071-8a7b562a9234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.243393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:20.266302 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6020069b3d2542a1bc3533130e5bd2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0013223 May 20 04:22:20.274940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 56982) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:20.359379 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd05fc-de7f-4975-8f17-68a18d499477,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:20.375012 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:20.397635 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-e0e4d8cd-6c7a-4daf-bfd3-7864c28d9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:20.399485 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-e0e4d8cd-6c7a-4daf-bfd3-7864c28d9413 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.2838712 May 20 04:22:20.403115 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1edf878-2447-4714-a1cf-3b9b5f29b99a', 'name': 'network-vif-deleted', 'tag': 'caf3bb63-0a8b-4389-b6e5-9accc20c46fa', 'status': 'completed', 'code': 200} May 20 04:22:20.471986 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Allocated IP 172.20.0.4 (beeafd7c-7fe1-4a89-b0c0-465356b11ad9/75c52a06-6ad2-41c3-9f5e-97b69ad41c17/3e0c94a1-22ff-4cc6-972e-b3ae33916027) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:20.506039 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.534238 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.608039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-2bf719c7-676d-482c-bafe-bda083f6a61c req-ab15fb68-6066-4362-80df-35d5375c61d5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Synchronizing usage tracker for tenant:631dee155ec544428801fa097ebc5aee on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:20.611378 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-91c0de48-36da-4d72-83b1-115652e31404 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 200 len: 217 time: 0.1159387 May 20 04:22:20.671312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.709654 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-b15d6b81-5428-449e-b83f-0209bb5086aa req-858a7994-bd6b-44bb-9714-6c0d14d74f59 service neutron] Synchronizing usage tracker for tenant:aac2d670bb52452ab6a93541b8bde4f5 on resource:security_group {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:20.725004 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6f130453-d8bd-43ee-911f-dc01aac8d236 req-e3020298-99e9-4097-9d02-9f0f3261bb33 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 210 time: 0.2361436 May 20 04:22:20.726212 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.740977 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.748925 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-04f9e3b4-de2d-4c71-91e4-d320de097902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:20.769094 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd05fc-de7f-4975-8f17-68a18d499477,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:20.773557 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:20.793512 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:20.804657 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0c0b3ca2ba04683969d189c98fb291e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3567219 May 20 04:22:20.811898 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-2bf719c7-676d-482c-bafe-bda083f6a61c req-ab15fb68-6066-4362-80df-35d5375c61d5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Unset dirty status for tenant:631dee155ec544428801fa097ebc5aee on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:20.813259 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2bf719c7-676d-482c-bafe-bda083f6a61c req-ab15fb68-6066-4362-80df-35d5375c61d5 tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1edf878-2447-4714-a1cf-3b9b5f29b99a HTTP/1.1" status: 200 len: 210 time: 0.5466931 May 20 04:22:20.814081 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-b15d6b81-5428-449e-b83f-0209bb5086aa req-858a7994-bd6b-44bb-9714-6c0d14d74f59 service neutron] Unset dirty status for tenant:aac2d670bb52452ab6a93541b8bde4f5 on resource:security_group {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:20.815104 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b15d6b81-5428-449e-b83f-0209bb5086aa req-858a7994-bd6b-44bb-9714-6c0d14d74f59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501999 May 20 04:22:20.819959 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 56988) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:20.876533 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-800d544f-f3d8-4f9f-88e4-b86a543ec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:20.878218 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-800d544f-f3d8-4f9f-88e4-b86a543ec939 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.2039232 May 20 04:22:20.886897 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2d299-5adf-4528-b4e1-b1891029d770,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:20.903793 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-20ed9b44-cf17-4589-8073-7a16c2dc8f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:20.936915 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.938134 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69dd05fc-de7f-4975-8f17-68a18d499477 HTTP/1.1" status: 204 len: 168 time: 0.6575990 May 20 04:22:20.957958 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:20.992004 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Transition to ACTIVE for port object 3e0c94a1-22ff-4cc6-972e-b3ae33916027 will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:21.024022 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.071093 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.076718 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:21.076960 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.116156 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.123747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-d59e6ea9-15c9-4f98-a30b-a217b2c0f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:21.125650 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-d59e6ea9-15c9-4f98-a30b-a217b2c0f55f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2142384 May 20 04:22:21.185846 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed316f58-396d-4eb6-8875-22e5d9231d80,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:21.189811 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:21.192898 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:21.193470 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:21.226374 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:21.237803 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:21.242564 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:21.243203 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.312377 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Checking segment: {'id': '414f2332-7c50-4165-bcbb-f47151cfff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:21.312728 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Network hostable DHCP agents. Network: 88440912-56fb-4514-8c0e-11564a2fc6c2, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:21.333208 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-994ca87e-cd4e-4647-9035-f6d38bc1acca service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989045 May 20 04:22:21.342109 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7429616 May 20 04:22:21.347813 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'Port': ['ID=3e0c94a1-22ff-4cc6-972e-b3ae33916027,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:21.351516 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:21.369635 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Request body: {'port': {'device_id': '86d55d2a-0568-4234-91da-216e6384faa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:21.401783 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Network 88440912-56fb-4514-8c0e-11564a2fc6c2 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:21.439500 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 88440912-56fb-4514-8c0e-11564a2fc6c2) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:21.451374 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e524d5-04d0-45a8-83a7-0cbae50147b4 None None] Network 88440912-56fb-4514-8c0e-11564a2fc6c2 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:21.482184 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:21.482692 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.539783 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9504039 May 20 04:22:21.559065 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.616675 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.643268 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-934e8b83-b5db-4c83-9e7b-ca861b85cab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:21.799438 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2d299-5adf-4528-b4e1-b1891029d770,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:21.821287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:21.832412 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482e051-1491-4cb8-80a6-e4c7ce679ea6 None None] Network 88440912-56fb-4514-8c0e-11564a2fc6c2 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:21.865231 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.866219 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-e9ad52b7-f727-438c-8b14-6e2a953931a6 None None] Provisioning for port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:21.866792 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cd2d299-5adf-4528-b4e1-b1891029d770 HTTP/1.1" status: 204 len: 168 time: 1.0458386 May 20 04:22:21.877135 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-e9ad52b7-f727-438c-8b14-6e2a953931a6 None None] Provisioning complete for port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:21.877575 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e9ad52b7-f727-438c-8b14-6e2a953931a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:21.909843 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-baf56f04-a93b-468b-ab80-f80fa2de22cb req-465b0cbe-a775-4304-b572-250a96c6843c service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928368 May 20 04:22:21.924891 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5217b-8b4f-412f-98c4-0292ed429c59 req-c8ec5dcf-9146-4b8f-bfcc-7cecd108576c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:21.932282 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-edc5217b-8b4f-412f-98c4-0292ed429c59 req-c8ec5dcf-9146-4b8f-bfcc-7cecd108576c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.5974524 May 20 04:22:21.960746 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2abb8c-ba9d-477d-b7cd-062040e0e1df req-4e1e5d33-4fd8-486f-9380-93946cc1e17b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:21.962321 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f2abb8c-ba9d-477d-b7cd-062040e0e1df req-4e1e5d33-4fd8-486f-9380-93946cc1e17b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.4152057 May 20 04:22:22.023240 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-edc5217b-8b4f-412f-98c4-0292ed429c59 req-dc9b93ce-7c9e-4c07-b152-a3923ff13160 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896130 May 20 04:22:22.066415 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f2abb8c-ba9d-477d-b7cd-062040e0e1df req-e2a191b5-b0b6-4f9c-98ac-dc9477abab8e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971575 May 20 04:22:22.137437 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad52b7-f727-438c-8b14-6e2a953931a6 None None] Port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:22:22.302234 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0c94a1-22ff-4cc6-972e-b3ae33916027 {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:22.326502 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:22.356406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Transition to ACTIVE for port object 3e0c94a1-22ff-4cc6-972e-b3ae33916027 will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:22.363602 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:22.366023 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:22:22.371402 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:22.664231 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb3b51-b718-4bb3-8578-c4666b5c1aa0 req-cc02a73a-a899-4dc7-9ccc-0ffb6a00f5c9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:22.672762 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-38eb3b51-b718-4bb3-8578-c4666b5c1aa0 req-cc02a73a-a899-4dc7-9ccc-0ffb6a00f5c9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 943 time: 0.3419874 May 20 04:22:22.801264 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0c94a1-22ff-4cc6-972e-b3ae33916027,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:22.844114 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:22.869652 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57046) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:22.931046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:22.964357 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-38eb3b51-b718-4bb3-8578-c4666b5c1aa0 req-eef79ed3-c075-4847-90d8-cceb26a5db22 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368188 May 20 04:22:23.031741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:23.043998 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Usage tracker for resource:security_group_rule and tenant:fed8fbb3ba024deaaea85e7d9ed06c22 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:23.049343 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Attempting to bind port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:23.049992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Attempting to bind port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:23.050517 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Attempting to bind port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:23.092392 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:23.100880 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:22:23.107028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Attempting to bind port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:23.132601 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:23.140749 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:23.159660 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '370aa6f1-ae96-40e4-8117-d78384510bde', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:22:23.170148 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:23.170682 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Checking segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:23.171231 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Bound using segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:23.176046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Bound port: 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:23.176277 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.395787 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-07780234-8d47-4d0f-8715-048a82e754c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.407130 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.422808 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.445216 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370aa6f1-ae96-40e4-8117-d78384510bde {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:23.486758 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:23.493089 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.495446 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:23.586156 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:23.599342 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:23.700704 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.711686 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.732971 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:23.761381 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['370aa6f1-ae96-40e4-8117-d78384510bde'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:22:23.767429 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256b9c3-02ed-4af8-b2de-2ec84afe857a req-ef8da6a7-07df-4483-80ec-e649b8611fb4 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:23.775248 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5256b9c3-02ed-4af8-b2de-2ec84afe857a req-ef8da6a7-07df-4483-80ec-e649b8611fb4 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2159190 May 20 04:22:23.822052 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57078) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:23.863270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8762682-e4bc-44cf-b4b8-48a0692fd9a1 req-16e9777b-e232-4bc4-89d5-03fc99d6297f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:23.866092 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f8762682-e4bc-44cf-b4b8-48a0692fd9a1 req-16e9777b-e232-4bc4-89d5-03fc99d6297f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 945 time: 0.4080436 May 20 04:22:23.875306 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-832638889-network', 'tenant_id': '7f7898341d0c4f358c55bc8b92148e52'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:23.899457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5256b9c3-02ed-4af8-b2de-2ec84afe857a req-cc3b51f1-c8b0-43ef-ba4a-7aac78c5a126 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229217 May 20 04:22:23.905371 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:23.966360 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ebc309-0d06-4441-91af-704ae583f565,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:23.975916 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fed8fbb3ba024deaaea85e7d9ed06c22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1046302 May 20 04:22:23.976903 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57084) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:23.978144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:23.983243 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] For port 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:24.006898 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] For port 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:24.017638 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.032400 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:24.050782 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Usage tracker for resource:network and tenant:7f7898341d0c4f358c55bc8b92148e52 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:24.073056 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:24.118864 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f8762682-e4bc-44cf-b4b8-48a0692fd9a1 req-4fb82119-7f8a-4202-b012-71c328a0f122 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135224 May 20 04:22:24.133095 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:24.133891 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.135413 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] 10.222.0.73 "PUT /v2.0/ports/3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 1093 time: 2.7708209 May 20 04:22:24.138298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:24.140881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:24.186313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.194596 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Made reservation on behalf of 7f7898341d0c4f358c55bc8b92148e52 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:24.198319 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.221770 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.250232 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:24.259801 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Usage tracker for resource:security_group_rule and tenant:7f7898341d0c4f358c55bc8b92148e52 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:24.265813 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:24.278514 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.281291 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:24.325697 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0c94a1-22ff-4cc6-972e-b3ae33916027,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:24.349172 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:24.423338 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.509066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.536734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-7b9af907-2474-4fe5-ab1d-8e331f6c1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:24.539156 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-7b9af907-2474-4fe5-ab1d-8e331f6c1988 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1096 time: 0.3353627 May 20 04:22:24.553421 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.565647 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:24.689771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:24.736971 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-15ad0442-1d8c-46c1-9a60-78b6003aec18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 217 time: 0.1883543 May 20 04:22:24.739594 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'status': 'completed', 'code': 200} May 20 04:22:24.790270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be765c85-77ce-4153-ac71-7079a202a526 req-f1ce2bec-13d1-4378-8b43-47e7c0e8230a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:24.799562 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-be765c85-77ce-4153-ac71-7079a202a526 req-f1ce2bec-13d1-4378-8b43-47e7c0e8230a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 943 time: 0.3740406 May 20 04:22:24.858351 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30003b6a-2df8-4831-b02b-7dceac89f293,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:24.902321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-aa7cb817-61dd-441d-9056-df24cb9a7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:24.903997 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-aa7cb817-61dd-441d-9056-df24cb9a7cfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.1612003 May 20 04:22:24.934738 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:24.935097 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57102) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:24.953432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.953789 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Added segment 08a6b970-0750-407f-a203-2cff3aec1723 of type vlan for network 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce May 20 04:22:24.960334 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.970994 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-17cd39f9-2aac-47b4-8356-673d4a1e4efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:24.986648 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ebc309-0d06-4441-91af-704ae583f565,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:24.989679 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:25.016423 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.018187 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2ebc309-0d06-4441-91af-704ae583f565 HTTP/1.1" status: 204 len: 168 time: 1.0367732 May 20 04:22:25.045700 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-2e08d0c0-ae7e-480a-bb00-ea00f3220543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:25.047501 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-be765c85-77ce-4153-ac71-7079a202a526 req-ba2858b9-75d7-4b2d-924f-4133a8b9343f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462225 May 20 04:22:25.048141 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-2e08d0c0-ae7e-480a-bb00-ea00f3220543 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1366506 May 20 04:22:25.108918 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.219041 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-c3a0579a-ca39-4884-aed9-05f65b12cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:25.220653 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-c3a0579a-ca39-4884-aed9-05f65b12cb1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 1098 time: 0.5018163 May 20 04:22:25.224719 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.229649 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:25.230310 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.244957 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845ae-65da-4444-8f78-76ff0fab2198 req-4145e616-d86d-492c-8f28-baf4bd114279 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:25.253053 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-818845ae-65da-4444-8f78-76ff0fab2198 req-4145e616-d86d-492c-8f28-baf4bd114279 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.4106615 May 20 04:22:25.287275 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-eddf3730-b8c1-454b-88e7-4d752f4a7544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:25.349528 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-98f4a8a1-ad78-412b-ad43-f9abd2b784ea service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941139 May 20 04:22:25.510151 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-b7b78090-a80f-4885-868a-d03c658455a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5131330 May 20 04:22:25.616382 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.690466 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1d1a4e94-e47c-4396-9d61-b073ab7bd38a req-23bd1caa-3944-4ae3-8271-1c3dd5bfad97 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326759 May 20 04:22:25.798044 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9300849 May 20 04:22:25.801973 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57128) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:25.814527 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Request body: {'subnet': {'network_id': '8e51a4e2-33c8-47e0-8991-fb5ec71c22ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-832638889-subnet', 'tenant_id': '7f7898341d0c4f358c55bc8b92148e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:25.819773 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:25.826275 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Usage tracker for resource:subnet and tenant:7f7898341d0c4f358c55bc8b92148e52 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:25.830128 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:25.830555 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-818845ae-65da-4444-8f78-76ff0fab2198 req-4adecde7-6dfd-49ab-a2e2-6340bc27cbfc tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761652 May 20 04:22:25.831553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.849394 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:25.868202 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Pushing event updated for resources: {'Network': ['ID=8e51a4e2-33c8-47e0-8991-fb5ec71c22ce,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:25.880507 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Made reservation on behalf of 7f7898341d0c4f358c55bc8b92148e52 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:25.885787 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:25.900554 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:25.902522 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:25.923041 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:25.939773 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Usage tracker for resource:security_group_rule and tenant:1806480754ae4e99a2fcf763c9d7bc26 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:25.955156 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:25.972177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:25.979421 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-5b8fbfad-6591-4bd3-9b67-2fe1a5692900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:25.982173 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-5b8fbfad-6591-4bd3-9b67-2fe1a5692900 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.6979153 May 20 04:22:26.099149 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-dc28e45a-de0d-43c7-a4ed-6b17e90a2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:26.100660 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-dc28e45a-de0d-43c7-a4ed-6b17e90a2457 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1096 time: 0.3491802 May 20 04:22:26.137969 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57138) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:26.220991 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:26.259510 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-4bc9efff-a10d-467e-8862-172c2a9c3b1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68 HTTP/1.1" status: 200 len: 217 time: 0.2664182 May 20 04:22:26.314638 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fc4f-0cdb-482d-9bd2-ce7f9d0b13ce req-5cea55c4-3124-4007-8d44-2c5d7df810c0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:26.316969 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d773fc4f-0cdb-482d-9bd2-ce7f9d0b13ce req-5cea55c4-3124-4007-8d44-2c5d7df810c0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 945 time: 0.8671291 May 20 04:22:26.361918 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-a3a0f0e1-1b20-4aee-8b46-70f398c179a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:26.364687 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-a3a0f0e1-1b20-4aee-8b46-70f398c179a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.6740906 May 20 04:22:26.454802 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 370aa6f1-ae96-40e4-8117-d78384510bde completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:26.471002 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 370aa6f1-ae96-40e4-8117-d78384510bde triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:26.471595 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.526709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Deleting subnet 0916f1e3-f3b5-43df-9d25-94a8012ebc06 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:22:26.540031 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.625087 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-249545ed-e40d-4f46-afe1-6383d6cf30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:26.627359 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-249545ed-e40d-4f46-afe1-6383d6cf30d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.3557148 May 20 04:22:26.638814 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d773fc4f-0cdb-482d-9bd2-ce7f9d0b13ce req-fd8c3ff9-8245-4c4d-9b46-4217481609c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025720 May 20 04:22:26.673815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.700106 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-231acc7a-8a81-4591-984b-639a09a6d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:26.704967 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-231acc7a-8a81-4591-984b-639a09a6d3c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.5954785 May 20 04:22:26.718707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.729036 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-5ea635bd-eb8c-469d-b9e7-23123868b2de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871332 May 20 04:22:26.793073 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.851664 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-36bdd1c8-97b6-4b69-a234-6d470a5b9ace service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 217 time: 0.1288042 May 20 04:22:26.852685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:26.881834 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:26.890959 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.899255 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:27.025936 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'code': 200} May 20 04:22:27.072328 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:27.079987 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-4e4cb847-e399-421e-9604-90568ab77677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:27.083955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-4e4cb847-e399-421e-9604-90568ab77677 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.6627645 May 20 04:22:27.084495 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:27.088292 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:27.093219 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:27.246975 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-e3d5ca4a-00a4-430d-8e4c-a5fb119b210a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.1505907 May 20 04:22:27.260118 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:27.479018 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-828c1a51-55b9-4985-9882-c4d69040fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:27.481562 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-828c1a51-55b9-4985-9882-c4d69040fd45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.6263196 May 20 04:22:27.484672 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c13d8-d55b-46a6-9490-2f1830abaf6b req-8c2c16b8-a72d-47d6-978e-67e5b515ac6c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:27.487260 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-273c13d8-d55b-46a6-9490-2f1830abaf6b req-8c2c16b8-a72d-47d6-978e-67e5b515ac6c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 943 time: 1.1312840 May 20 04:22:27.583845 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a10a4e-c045-4274-a706-a0e19d76e170,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:27.622346 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-6f7dce91-3887-4a32-a808-7d59d692261c service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8816233 May 20 04:22:27.628790 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1806480754ae4e99a2fcf763c9d7bc26&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6813231 May 20 04:22:27.636206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57172) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:27.636561 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:27.741807 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-76f0a784-8bcb-42ac-bf2c-b732e9eaf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:27.744304 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-76f0a784-8bcb-42ac-bf2c-b732e9eaf615 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.4695077 May 20 04:22:27.921652 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:27.928825 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-f9dbc274-cf79-49ef-8868-e8111c742cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:27.930373 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-f9dbc274-cf79-49ef-8868-e8111c742cc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4257734 May 20 04:22:27.956287 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-69095a33-955b-426e-aa45-db8dd3f6667a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924496 May 20 04:22:27.961543 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-273c13d8-d55b-46a6-9490-2f1830abaf6b req-acd8c151-3810-4dc3-ab37-fdddebf1e019 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184706 May 20 04:22:27.983210 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850bb41-000b-4cf6-a855-2f08b8ab9b09 req-8b2fbec8-af25-4b8b-86d9-5b458042e27b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:27.996079 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f850bb41-000b-4cf6-a855-2f08b8ab9b09 req-8b2fbec8-af25-4b8b-86d9-5b458042e27b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.7452486 May 20 04:22:28.018441 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.035558 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.104069 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:28.140539 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5fe3-3ca8-4adf-9366-a6f79a7ff8a5 req-fa80abd8-6e72-4bb9-af70-822964d3f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:28.143286 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7fce5fe3-3ca8-4adf-9366-a6f79a7ff8a5 req-fa80abd8-6e72-4bb9-af70-822964d3f5b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1099 time: 0.7601001 May 20 04:22:28.174166 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0916f1e3-f3b5-43df-9d25-94a8012ebc06,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:28.194067 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:28.219869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.231214 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 3e0c94a1-22ff-4cc6-972e-b3ae33916027 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:22:28.311000 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0916f1e3-f3b5-43df-9d25-94a8012ebc06 HTTP/1.1" status: 204 len: 168 time: 2.1715448 May 20 04:22:28.319248 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57192) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:28.320097 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.322692 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.327494 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14a10a4e-c045-4274-a706-a0e19d76e170 HTTP/1.1" status: 204 len: 168 time: 0.6849372 May 20 04:22:28.330248 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-80cbc477-775e-408e-bcc5-6eebb4f93747 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804479 May 20 04:22:28.335060 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-982cf36c-41ec-4ef5-a635-521d92e9e403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:28.373816 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a10a4e-c045-4274-a706-a0e19d76e170,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:28.412294 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:28.460489 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f850bb41-000b-4cf6-a855-2f08b8ab9b09 req-3cc4f1f7-109f-4e2d-b82e-31507ab52cc1 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628263 May 20 04:22:28.469449 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:28.504619 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.507634 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'port_id': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'mac_address': 'fa:16:3e:77:d1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:22:28.536467 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc2c921-af58-446c-a5b0-fe88097091e1 req-3fb3dbd6-4d2d-45d1-aec2-831b937d310a service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906720 May 20 04:22:28.539131 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-3300fda1-8bb8-4f47-8f05-5cdfded1a0fb service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762727 May 20 04:22:28.555674 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7fce5fe3-3ca8-4adf-9366-a6f79a7ff8a5 req-83b12588-5d1f-4833-b2ff-e5858a8bb472 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151078 May 20 04:22:28.640649 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.661909 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-443c5d69-c575-4184-a087-e2a7fdac1ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:28.693862 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0c94a1-22ff-4cc6-972e-b3ae33916027 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:28.735898 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:28.746926 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.750322 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-5085cbb3-6e2f-4f0f-a932-480388e2591c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:28.883789 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:28.900865 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=3e0c94a1-22ff-4cc6-972e-b3ae33916027,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:28.907604 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:28.925544 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a5a287-c6ac-4889-97e7-f87d26657102,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:28.940293 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc062-0697-4758-9018-debd376df459 req-959b8af3-be9c-4a76-9ff9-87a97b71f1e1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:28.945747 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:28.950384 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-184cc062-0697-4758-9018-debd376df459 req-959b8af3-be9c-4a76-9ff9-87a97b71f1e1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.8022916 May 20 04:22:28.981264 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-91036bda-ab7c-429d-83e2-1d6ca64a833b req-d20e2da0-5ab4-41d8-a7f0-a8a8591465f2 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246213 May 20 04:22:29.008603 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-184cc062-0697-4758-9018-debd376df459 req-e958464b-e355-484c-a594-7b072c48e078 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571096 May 20 04:22:29.027421 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Checking segment: {'id': '08a6b970-0750-407f-a203-2cff3aec1723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8e51a4e2-33c8-47e0-8991-fb5ec71c22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:29.027785 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Network hostable DHCP agents. Network: 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:29.093851 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['3e0c94a1-22ff-4cc6-972e-b3ae33916027'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:22:29.232572 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f0e345b3-b02a-4e96-881a-a268cc5af326 req-297d54fd-11d0-4aae-a3e4-cdba04ad7db5 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8840818 May 20 04:22:29.234724 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.271931 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.274081 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.276783 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.279864 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > port after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.283271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.283271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.283271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.283271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.283271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.283271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.452099 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d739e-c22e-4ff2-a3e5-1abe4c212765 req-af67cbb9-c5c2-4f62-8998-cd31978957e2 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:29.454047 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cd6d739e-c22e-4ff2-a3e5-1abe4c212765 req-af67cbb9-c5c2-4f62-8998-cd31978957e2 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 944 time: 0.2807105 May 20 04:22:29.480042 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.480493 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.480920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.481367 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:22:29.481872 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bc4ff8-47a1-4888-a4f5-afd506b23019']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:29.498648 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614223f7-e89c-4d74-921e-8a4c6d5f8ba1') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:29.499025 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614223f7-e89c-4d74-921e-8a4c6d5f8ba1') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:29.508943 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cd6d739e-c22e-4ff2-a3e5-1abe4c212765 req-5596df96-e801-4932-808f-0875d5f42669 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463786 May 20 04:22:29.509830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Network 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:29.518801 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.556830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:29.573804 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.576621 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34524d61-6cd2-41ec-b473-e6d8b1b382a1 None None] Network 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:29.580784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:29.581551 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.601973 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:22:29.602383 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: from cryptography.utils import int_from_bytes May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: from cryptography.utils import int_from_bytes May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:22:29.621944 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:22:29.759236 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-58e1986d-f97a-4924-911f-80ee3a0c4bb9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.9560921 May 20 04:22:29.763506 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.770387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:29.827457 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:29.844768 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] 10.222.0.42 "DELETE /v2.0/networks/60bc4ff8-47a1-4888-a4f5-afd506b23019 HTTP/1.1" status: 204 len: 168 time: 1.5126629 May 20 04:22:29.857545 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Pushing event deleted for resources: {'Network': ['ID=60bc4ff8-47a1-4888-a4f5-afd506b23019,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:29.867627 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:29.922023 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cc1cc-b764-449a-bf38-86deafd7e634 req-ef80c057-0e73-40d9-8715-f84aad6b16c5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:29.924733 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9c8cc1cc-b764-449a-bf38-86deafd7e634 req-ef80c057-0e73-40d9-8715-f84aad6b16c5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2397757 May 20 04:22:29.933206 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aec02b-a014-417b-9d99-f3b144bd8dba None None] Network 8e51a4e2-33c8-47e0-8991-fb5ec71c22ce requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:30.111717 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9c8cc1cc-b764-449a-bf38-86deafd7e634 req-c5e7ccee-b00a-434a-b19b-0c474cf80a6d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655500 May 20 04:22:30.252870 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 3e0c94a1-22ff-4cc6-972e-b3ae33916027 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:30.334348 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57260) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:30.469162 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-dd501a06-3850-41c7-9123-dc13ff125506 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=631dee155ec544428801fa097ebc5aee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1293707 May 20 04:22:30.480766 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57270) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:30.501360 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f2a3-e335-4376-9211-1a16427ed166 req-e3bdc1ad-15cd-436e-b85e-bee035ea1fc7 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:30.505609 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2ea0f2a3-e335-4376-9211-1a16427ed166 req-e3bdc1ad-15cd-436e-b85e-bee035ea1fc7 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2909679 May 20 04:22:30.515591 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:30.532050 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:30.532346 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:30.690875 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2ea0f2a3-e335-4376-9211-1a16427ed166 req-acf19812-c94a-4f7e-b167-9ec24e82ade3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779335 May 20 04:22:30.707779 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:30.788458 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:30.886154 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:30.911737 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:30.932097 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f6d151af-e88b-43f7-a0e3-8fa86cd2519a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:30.969229 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:30.977854 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac27fd2-3722-4d70-ac44-5f9c55e38396,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:30.983629 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:30.989525 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fac27fd2-3722-4d70-ac44-5f9c55e38396 HTTP/1.1" status: 204 len: 168 time: 0.5027535 May 20 04:22:30.989525 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:31.003889 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:31.019803 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:31.021097 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:31.101129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4871-42d1-45e0-ae34-6ec02d08d8e1 req-ba64d44f-2d79-4f20-be0d-fe664ade271f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:31.108298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-46cf4871-42d1-45e0-ae34-6ec02d08d8e1 req-ba64d44f-2d79-4f20-be0d-fe664ade271f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 944 time: 0.3272331 May 20 04:22:31.159592 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=3e0c94a1-22ff-4cc6-972e-b3ae33916027,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:31.173676 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:31.206222 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-46cf4871-42d1-45e0-ae34-6ec02d08d8e1 req-9f41501c-d708-4df4-a471-eaa865608ea4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864449 May 20 04:22:31.402651 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fb70d-8d6c-43a4-86fa-558f74c73a9b req-59e98943-1acb-4a03-aa4c-8990d94cc762 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:31.404294 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4a0fb70d-8d6c-43a4-86fa-558f74c73a9b req-59e98943-1acb-4a03-aa4c-8990d94cc762 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1095810 May 20 04:22:31.419900 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57312) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:31.426059 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'floatingip': {'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:31.472607 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'code': 200} May 20 04:22:31.568185 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:31.679143 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:31.965395 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-33a9629d-b1fc-4682-98cd-cab75341f3c2 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:31.968086 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-33a9629d-b1fc-4682-98cd-cab75341f3c2 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/networks?id=88440912-56fb-4514-8c0e-11564a2fc6c2 HTTP/1.1" status: 200 len: 809 time: 0.2772367 May 20 04:22:32.011553 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-3399fd80-84d0-4f41-886b-7cbf363f8c52 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/quotas/c81cd65d5d9e4d0393e4f5b4d7778e35 HTTP/1.1" status: 200 len: 375 time: 0.0365837 May 20 04:22:32.030772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f1b1c-328d-45c8-ad7d-a854ec0da317 req-229a10f8-11e2-4382-9e1f-84a594ceb20e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:32.038361 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-877f1b1c-328d-45c8-ad7d-a854ec0da317 req-229a10f8-11e2-4382-9e1f-84a594ceb20e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.3946102 May 20 04:22:32.110386 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-d211ed0f-cf8e-498d-8855-1aa8d3d1f0ce tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c81cd65d5d9e4d0393e4f5b4d7778e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554793 May 20 04:22:32.177680 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-877f1b1c-328d-45c8-ad7d-a854ec0da317 req-2c881658-e918-415f-b6a2-258d16061020 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382325 May 20 04:22:32.362240 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-4e801411-9563-4f49-86f1-9b6a28f35d9d service neutron] 10.222.0.42 "GET /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400382 May 20 04:22:32.724003 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-19233c66-a824-4929-a5cd-c0ea945d2553 service neutron] 10.222.0.42 "GET /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547614 May 20 04:22:32.729691 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c5da2-71a6-46ee-a537-4c1baec13199 req-55cd5f95-429a-4ddb-8f19-8cc21423a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:32.730508 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a1c5da2-71a6-46ee-a537-4c1baec13199 req-55cd5f95-429a-4ddb-8f19-8cc21423a44b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1098 time: 0.8478487 May 20 04:22:32.755979 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd627-6313-42ca-9d16-1abf277dade1 req-48e25e07-a9fd-45f1-b779-2e10e37e8f12 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:32.763840 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dc9fd627-6313-42ca-9d16-1abf277dade1 req-48e25e07-a9fd-45f1-b779-2e10e37e8f12 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.2304456 May 20 04:22:32.805259 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0a1c5da2-71a6-46ee-a537-4c1baec13199 req-14f40801-84c0-46c2-a05e-3fb4adcfa49a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658422 May 20 04:22:32.860801 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dc9fd627-6313-42ca-9d16-1abf277dade1 req-2a89fa28-2606-42b5-a13b-9b9ac2a7324e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957832 May 20 04:22:32.993994 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57376) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:33.109218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:33.120295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:33.337955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-430d19dd-ede2-4f84-8778-73a815f5f184 req-7a840806-fec8-433b-98f3-0d334cfa031a tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 210 time: 0.1921194 May 20 04:22:33.493247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57394) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:33.651279 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114371fa-02ba-43f8-85e4-93c9e426d3f4 req-adaee63e-817d-43e3-ac67-438ce96dbe63 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:33.655590 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-114371fa-02ba-43f8-85e4-93c9e426d3f4 req-adaee63e-817d-43e3-ac67-438ce96dbe63 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2546215 May 20 04:22:33.723248 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.l3_db [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Floating IP 04651fc9-a838-4959-ad9c-5e19b2e74659 associated. External IP: 172.28.2.13, port: 370aa6f1-ae96-40e4-8117-d78384510bde. May 20 04:22:33.864851 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:33.964465 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:34.004887 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.023831 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d7a8859fd64deabb238ee06915662f is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:34.031246 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:34.040482 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:34.045610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Usage tracker for resource:security_group_rule and tenant:6605da88e8664d358468073f8c0b3e5b is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:34.049406 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:34.056854 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:34.076476 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:34.095393 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-114371fa-02ba-43f8-85e4-93c9e426d3f4 req-26979915-e847-44db-9f8a-a4ec8cab16dc tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699162 May 20 04:22:34.489895 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.492606 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.497458 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.507572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.512876 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:34.585658 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6605da88e8664d358468073f8c0b3e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0886667 May 20 04:22:34.595794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57432) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:34.604689 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3682bcf-32f0-4ffd-b4dc-b6e8486bb6b7 req-85694b30-25a4-4889-9dc9-61f3b2ccd654 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:34.606381 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c3682bcf-32f0-4ffd-b4dc-b6e8486bb6b7 req-85694b30-25a4-4889-9dc9-61f3b2ccd654 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.3027484 May 20 04:22:34.609083 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759b7c9-cc84-41c1-9399-f36cfb360f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb8ef1-706d-4959-8df4-816e373a24ba,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:34.677815 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7049b2d9-7edf-4149-98df-892ccf93cb93,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:34.720415 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:34.722472 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:34.722932 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:34.731798 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6d7a8859fd64deabb238ee06915662f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7366898 May 20 04:22:34.744633 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57436) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:34.841635 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:22:34.861759 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.895166 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e581abcc-8b02-40f3-9de9-9dfddad74ad5 req-006a66b5-9755-45d7-a27e-e61f681adf8d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 210 time: 0.1767461 May 20 04:22:34.917380 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c3682bcf-32f0-4ffd-b4dc-b6e8486bb6b7 req-20eb4ddf-a531-49c4-9a75-c3a3fc2eb0e5 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424612 May 20 04:22:34.935776 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.958618 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:34.976472 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.087021 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.125338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:35.162413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.171211 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0029a186-83b6-42c8-a9ff-05abac65d67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:35.177222 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.189365 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:22:35.192981 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7049b2d9-7edf-4149-98df-892ccf93cb93,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:35.194538 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4feb8ef1-706d-4959-8df4-816e373a24ba HTTP/1.1" status: 204 len: 168 time: 0.5860250 May 20 04:22:35.198940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.208393 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:22:35.225940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:35.232041 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.233264 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7049b2d9-7edf-4149-98df-892ccf93cb93 HTTP/1.1" status: 204 len: 168 time: 0.4871728 May 20 04:22:35.263735 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:22:35.265609 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:35.308472 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb8ef1-706d-4959-8df4-816e373a24ba,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:35.355469 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-bd6bd20c-b946-4ee3-9205-a28c7618fc78 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "PUT /v2.0/floatingips/04651fc9-a838-4959-ad9c-5e19b2e74659 HTTP/1.1" status: 200 len: 991 time: 3.9342384 May 20 04:22:35.357140 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:35.370722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:35.489935 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069683be-7c48-4636-8c4c-bf95dace9ff0 req-ffaee8ca-ce9a-4203-a842-c83659814a05 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:35.505325 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-069683be-7c48-4636-8c4c-bf95dace9ff0 req-ffaee8ca-ce9a-4203-a842-c83659814a05 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.3850052 May 20 04:22:35.505732 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57462) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:35.511771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'floatingip': {'port_id': '3e0c94a1-22ff-4cc6-972e-b3ae33916027'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:35.751562 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:35.889975 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-56615b2b-2960-4a56-a890-ab41afbbe888 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:35.891575 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-56615b2b-2960-4a56-a890-ab41afbbe888 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Synchronizing usage tracker for tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 on resource:network {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:35.897162 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:22:35.955823 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-56615b2b-2960-4a56-a890-ab41afbbe888 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Unset dirty status for tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 on resource:network {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:35.957547 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-56615b2b-2960-4a56-a890-ab41afbbe888 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.73 "GET /v2.0/networks?id=88440912-56fb-4514-8c0e-11564a2fc6c2 HTTP/1.1" status: 200 len: 809 time: 0.5334249 May 20 04:22:35.981542 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Request body: {'port': {'device_id': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2', 'admin_state_up': True, 'tenant_id': 'c81cd65d5d9e4d0393e4f5b4d7778e35'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:36.131553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd4eab-ecd6-4670-a34c-04d0922cf615 req-9d769e7d-1bb1-47c9-b304-f9e49a408408 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:36.135551 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bd4eab-ecd6-4670-a34c-04d0922cf615 req-9d769e7d-1bb1-47c9-b304-f9e49a408408 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.5144639 May 20 04:22:36.197912 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:36.203026 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Usage tracker for resource:port and tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:36.207309 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:36.216059 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:36.226868 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'status': 'completed', 'code': 200} May 20 04:22:36.231137 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Made reservation on behalf of c81cd65d5d9e4d0393e4f5b4d7778e35 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:36.236259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:36.418319 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bd4eab-ecd6-4670-a34c-04d0922cf615 req-1062b146-3266-4735-befd-d8ff313b4b4e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474670 May 20 04:22:36.507387 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57478) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:36.537032 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:36.551426 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Allocated IP 172.20.0.3 (88440912-56fb-4514-8c0e-11564a2fc6c2/ed316f58-396d-4eb6-8875-22e5d9231d80/eee5d4b1-4d10-4076-b566-e21fdc1b9414) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:36.569342 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:36.575850 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Usage tracker for resource:security_group_rule and tenant:a991c875bdb846f4adad2ca6634e224f is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:36.580689 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:36.588797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:36.711439 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:36.720029 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:36.737953 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d15387b7-59a6-472e-9198-fd968e9fa14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:36.775625 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57484) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:36.840940 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a991c875bdb846f4adad2ca6634e224f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321204 May 20 04:22:36.848943 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57490) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:36.862500 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c7c71-900d-4dad-836e-5602735fa3d9,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:36.910507 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:36.913860 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-574a88fe-bfb0-4ff6-a9e4-1979fe3c1ca5 req-d1d168b6-75eb-49f1-826e-f96dd7e8464a tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 210 time: 0.2654200 May 20 04:22:36.927745 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '04651fc9-a838-4959-ad9c-5e19b2e74659', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:21:58Z', 'updated_at': '2021-05-20T04:22:32Z', 'revision_number': 1, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:36.940641 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:22:36.982589 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-e636668a-58cd-40f4-80e4-b9c1bc5f1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:36.984139 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-e636668a-58cd-40f4-80e4-b9c1bc5f1f6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1099 time: 0.7097838 May 20 04:22:36.990884 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:22:36.992863 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:37.151769 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.226081 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57500) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:37.239198 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:37.246687 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab5c565e12f4ba9a1b6a33fe07c9849 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:37.253786 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:37.264234 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:37.323194 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.db.resource_extend [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:22:37.429164 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.442433 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57508) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:37.470086 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.476707 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:22:37.489398 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.508591 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1794f1a9-1bc6-4b9a-9200-bee535700e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:37.528977 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.572441 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.581380 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.591010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:37.594524 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.620864 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ab5c565e12f4ba9a1b6a33fe07c9849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8333015 May 20 04:22:37.627835 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Usage tracker for resource:security_group_rule and tenant:d6c0854400db40fe9a6ff87c77d420ee is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:37.630988 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57516) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:37.640315 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-4912da93-ae5d-4e69-ae4e-c04746da4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:37.641904 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-4912da93-ae5d-4e69-ae4e-c04746da4504 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.6447918 May 20 04:22:37.645700 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:37.664263 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf93638-8f91-4c69-b8bd-2ca98887ccb1,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:37.669349 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:37.673916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.688821 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:37.922090 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.936568 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-f2acc2bb-2caf-4e53-9c37-34c0a0e59068 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 200 len: 999 time: 0.2533755 May 20 04:22:37.948195 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.972218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:37.977539 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:37.992829 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d53a8c18-cefd-4899-ad96-2eb211e3ea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:38.005180 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e9f570b8e3418d8890b194e32f58f1 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:38.010565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:38.017791 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.031066 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.039083 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:38.047177 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c7c71-900d-4dad-836e-5602735fa3d9,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:38.059011 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-9b6108ee-ec7b-46e6-adc6-1347aa8c1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:38.061703 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-9b6108ee-ec7b-46e6-adc6-1347aa8c1646 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.1133909 May 20 04:22:38.068010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:38.069086 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:38.078184 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.l3_db [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Floating IP a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e associated. External IP: 172.28.2.248, port: 3e0c94a1-22ff-4cc6-972e-b3ae33916027. May 20 04:22:38.131373 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '04651fc9-a838-4959-ad9c-5e19b2e74659', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:21:58Z', 'updated_at': '2021-05-20T04:22:32Z', 'revision_number': 1, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:38.138392 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b8429-f893-4e45-a2eb-90f32eec37b8 None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '04651fc9-a838-4959-ad9c-5e19b2e74659', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:21:58Z', 'updated_at': '2021-05-20T04:22:32Z', 'revision_number': 1, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:22:38.205368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Network 88440912-56fb-4514-8c0e-11564a2fc6c2 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:38.207300 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.218313 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:38.237235 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:38.264116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.282421 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Pushing event updated for resources: {'Port': ['ID=eee5d4b1-4d10-4076-b566-e21fdc1b9414,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:38.297466 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:38.298368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.299536 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d3c7c71-900d-4dad-836e-5602735fa3d9 HTTP/1.1" status: 204 len: 168 time: 1.4458604 May 20 04:22:38.300420 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-727db75f-c3d5-4495-867a-6f7a8543d10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:38.384594 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6c0854400db40fe9a6ff87c77d420ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514217 May 20 04:22:38.391753 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:38.392173 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.401920 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57528) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:38.410227 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d6a38f-a820-4490-b5cd-7ce79d7de847,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:38.419134 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:38.426941 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.434198 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-64d7bd5e-8855-4f9c-a75d-d9323c3890f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:38.464292 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf93638-8f91-4c69-b8bd-2ca98887ccb1,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:38.473353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:38.479048 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5037880 May 20 04:22:38.487411 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.491530 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bf93638-8f91-4c69-b8bd-2ca98887ccb1 HTTP/1.1" status: 204 len: 168 time: 0.8577175 May 20 04:22:38.500195 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Request body: {'port': {'device_id': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:38.520897 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660ea4-7e77-4f2c-8e62-37072923f71f None None] New status for floating IP 04651fc9-a838-4959-ad9c-5e19b2e74659: ACTIVE {{(pid=91712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:22:38.569301 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be094bb-4e63-46d1-b33f-20faac549565 req-41e9b58b-8efe-4b8c-99e0-ddd275c93186 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:38.582421 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4be094bb-4e63-46d1-b33f-20faac549565 req-41e9b58b-8efe-4b8c-99e0-ddd275c93186 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.9494908 May 20 04:22:38.709413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.728027 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4be094bb-4e63-46d1-b33f-20faac549565 req-d234523f-da4f-4b48-8564-989c0599f7d1 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443090 May 20 04:22:38.731189 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.741336 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-9aa2c5dc-a138-4f7a-a652-983bb84d83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:38.750095 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-9aa2c5dc-a138-4f7a-a652-983bb84d83cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5954962 May 20 04:22:38.754972 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0259b9c8-c6b7-4297-b0b7-7ef78bd9a948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:38.848393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.889546 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1e9f570b8e3418d8890b194e32f58f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4409153 May 20 04:22:38.897888 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3f7a-cd50-4658-8093-6356eeb73c2f req-8a545aa4-0a0f-47d0-9be8-9f401dc1b248 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:38.905389 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-130c3f7a-cd50-4658-8093-6356eeb73c2f req-8a545aa4-0a0f-47d0-9be8-9f401dc1b248 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 931 time: 0.6912403 May 20 04:22:38.905702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57540) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:38.908704 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88ecb79-a108-4d93-9156-1c1c162d1103,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:38.916811 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:38.988004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.075143 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.167055 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.169954 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-130c3f7a-cd50-4658-8093-6356eeb73c2f req-499d5049-a3a0-426d-800a-7639889bca9f tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628012 May 20 04:22:39.183308 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.270265 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-fc8df4d8-7432-4ef0-ac88-03cd686bde5f service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008477 May 20 04:22:39.286212 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:22:39.334039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.346118 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:39.379360 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.390071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:39.405700 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.409744 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a88ecb79-a108-4d93-9156-1c1c162d1103 HTTP/1.1" status: 204 len: 168 time: 0.4980183 May 20 04:22:39.413466 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88ecb79-a108-4d93-9156-1c1c162d1103,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:39.416767 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:39.518006 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee5d4b1-4d10-4076-b566-e21fdc1b9414 {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:39.527308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.544945 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Transition to ACTIVE for port object eee5d4b1-4d10-4076-b566-e21fdc1b9414 will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:39.550896 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.562677 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:39.639489 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d6a38f-a820-4490-b5cd-7ce79d7de847,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:39.663497 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:39.695573 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.697429 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06d6a38f-a820-4490-b5cd-7ce79d7de847 HTTP/1.1" status: 204 len: 168 time: 1.2830343 May 20 04:22:39.817712 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Pushing event updated for resources: {'Port': ['ID=eee5d4b1-4d10-4076-b566-e21fdc1b9414,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:39.826356 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21a4d1a-bc1e-4251-8dd1-6e2003b97d67 req-89d74adf-3b7d-4f25-b1c0-2a531d92b714 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387096 May 20 04:22:39.826644 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:39.858391 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:22:39.866794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.870253 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:22:39.890385 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Attempting to bind port eee5d4b1-4d10-4076-b566-e21fdc1b9414 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:39.890730 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Attempting to bind port eee5d4b1-4d10-4076-b566-e21fdc1b9414 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '414f2332-7c50-4165-bcbb-f47151cfff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:39.891063 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Attempting to bind port eee5d4b1-4d10-4076-b566-e21fdc1b9414 on network 88440912-56fb-4514-8c0e-11564a2fc6c2 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:39.892986 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:22:39.894978 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:39.899390 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Port eee5d4b1-4d10-4076-b566-e21fdc1b9414 on network 88440912-56fb-4514-8c0e-11564a2fc6c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:22:39.899841 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Attempting to bind port eee5d4b1-4d10-4076-b566-e21fdc1b9414 on network 88440912-56fb-4514-8c0e-11564a2fc6c2 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:39.906283 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:39.906882 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Checking segment: {'id': '414f2332-7c50-4165-bcbb-f47151cfff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:39.907464 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Bound using segment: {'id': '414f2332-7c50-4165-bcbb-f47151cfff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:39.908064 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Bound port: eee5d4b1-4d10-4076-b566-e21fdc1b9414, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414f2332-7c50-4165-bcbb-f47151cfff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:39.908618 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:39.987806 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-2763cadb-3115-4503-8e75-29cf870d8b2c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "PUT /v2.0/floatingips/a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e HTTP/1.1" status: 200 len: 991 time: 4.4807811 May 20 04:22:40.023088 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] For port eee5d4b1-4d10-4076-b566-e21fdc1b9414, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:40.028680 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] For port eee5d4b1-4d10-4076-b566-e21fdc1b9414, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414,segment=NetworkSegment(414f2332-7c50-4165-bcbb-f47151cfff66),segment_id=414f2332-7c50-4165-bcbb-f47151cfff66)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:40.039577 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:40.049942 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:40.055743 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:40.146872 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.151505 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:40.153179 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] 10.222.0.73 "PUT /v2.0/ports/eee5d4b1-4d10-4076-b566-e21fdc1b9414 HTTP/1.1" status: 200 len: 1093 time: 1.6603053 May 20 04:22:40.157439 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'tag': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:40.157679 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:22:40.166896 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce6b9-0fa0-4f07-8166-8289be4d2275 req-21057ece-5d1d-47d4-98f1-7f4baaa48e6e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.175808 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cdfce6b9-0fa0-4f07-8166-8289be4d2275 req-21057ece-5d1d-47d4-98f1-7f4baaa48e6e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2098794 May 20 04:22:40.208079 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Pushing event updated for resources: {'Port': ['ID=eee5d4b1-4d10-4076-b566-e21fdc1b9414,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:40.261707 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cdfce6b9-0fa0-4f07-8166-8289be4d2275 req-e45bdb37-0c98-40a2-94b7-edee9b60d41f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840812 May 20 04:22:40.307368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:40.338348 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'status': 'completed', 'code': 200} May 20 04:22:40.399162 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e35a5825-1ed4-4126-97fb-8a748d98cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.400668 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-e35a5825-1ed4-4126-97fb-8a748d98cb2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c81cd65d5d9e4d0393e4f5b4d7778e35&device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 1096 time: 0.1842809 May 20 04:22:40.515601 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'tag': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414', 'status': 'completed', 'code': 200} May 20 04:22:40.537697 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-826bf944-b4ee-451f-9400-eb9c88050106 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414 HTTP/1.1" status: 200 len: 217 time: 0.1264415 May 20 04:22:40.576242 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-2a1b6368-ac8b-4685-9ca4-8f49d3ba157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.578303 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-2a1b6368-ac8b-4685-9ca4-8f49d3ba157c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1098 time: 0.1962483 May 20 04:22:40.640508 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57598) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:40.647202 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-c0f88364-1fee-411b-ae77-dca67b8b08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.649160 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-c0f88364-1fee-411b-ae77-dca67b8b08d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed316f58-396d-4eb6-8875-22e5d9231d80 HTTP/1.1" status: 200 len: 849 time: 0.1028810 May 20 04:22:40.700662 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57602) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:40.725262 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-60e787e7-c3ef-473e-96a8-0c11aeae1057 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88440912-56fb-4514-8c0e-11564a2fc6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531123 May 20 04:22:40.726279 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:40.781864 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83f859-39f5-42b9-99bd-36d7110535f5 req-2000e206-f736-4ea6-935a-3da382c506a3 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.784956 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9c83f859-39f5-42b9-99bd-36d7110535f5 req-2000e206-f736-4ea6-935a-3da382c506a3 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 943 time: 0.2706790 May 20 04:22:40.790646 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:40.865407 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:40.877965 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:40.882439 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Usage tracker for resource:security_group_rule and tenant:f9cf1c0f21f445e1995aa32387cf0844 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:40.885466 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Usage tracker for resource:security_group_rule and tenant:026e3191435b4b83a27a95487577751c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:40.885625 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-a4767503-76d9-465e-8a71-cb05976a6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:40.887027 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-a4767503-76d9-465e-8a71-cb05976a6c1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.2971153 May 20 04:22:40.889684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:40.890465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:40.901080 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:40.962582 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9c83f859-39f5-42b9-99bd-36d7110535f5 req-63b05e04-ef6e-4396-baa7-5a33dcf1e1dc tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464946 May 20 04:22:40.963838 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:40.996361 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': 'a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'port_id': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'mac_address': 'fa:16:3e:77:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d55d2a-0568-4234-91da-216e6384faa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:22:10Z', 'updated_at': '2021-05-20T04:22:37Z', 'revision_number': 1, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:41.007081 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:22:41.019369 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:22:41.019999 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:41.039000 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-8874fa27-ea0d-4af0-8644-ddd1594dce18 service neutron] 10.222.0.73 "GET /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958608 May 20 04:22:41.093556 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-1fea20f7-f0b2-4603-a2c1-4c4da57ae3b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 999 time: 0.1879826 May 20 04:22:41.263834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.274847 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.277394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.284684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.312267 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7df8f3df-0dbc-469c-a2ce-c8c417a880f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:41.331620 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:41.333182 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=026e3191435b4b83a27a95487577751c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893082 May 20 04:22:41.336290 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57624) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:41.345643 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9cf1c0f21f445e1995aa32387cf0844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294367 May 20 04:22:41.354783 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57626) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:41.361045 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:22:41.368194 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3102298e-c942-4f7b-8bf7-b66b611ad416 req-19243752-d7fa-440a-b06f-b8fcd1d7a9a0 service neutron] 10.222.0.73 "GET /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201728 May 20 04:22:41.421921 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66413d5c-10f7-47d2-9057-398e73a67c92,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:41.426246 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:41.434375 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-e2fcffaa-c5e6-4182-ad4e-e2ab38b05ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:41.436985 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-e2fcffaa-c5e6-4182-ad4e-e2ab38b05ea9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.3309143 May 20 04:22:41.684245 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b18c70c-5d9a-4fe3-9584-18f593711c4c,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:41.689123 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:41.753308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.785326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-cce7b4bc-5198-4d30-a76e-d33d0ab478c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:41.789924 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-cce7b4bc-5198-4d30-a76e-d33d0ab478c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c81cd65d5d9e4d0393e4f5b4d7778e35&device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 1096 time: 0.3167481 May 20 04:22:41.798898 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.858736 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:41.967214 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': 'a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'port_id': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'mac_address': 'fa:16:3e:77:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d55d2a-0568-4234-91da-216e6384faa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:22:10Z', 'updated_at': '2021-05-20T04:22:37Z', 'revision_number': 1, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:22:41.975249 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-2a71da3d-df44-4fb9-9983-565ad03d6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:41.977226 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daaf968-c389-4326-a01a-9dd075531c38 None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': 'a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'port_id': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'mac_address': 'fa:16:3e:77:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d55d2a-0568-4234-91da-216e6384faa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:22:10Z', 'updated_at': '2021-05-20T04:22:37Z', 'revision_number': 1, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:22:41.978657 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-2a71da3d-df44-4fb9-9983-565ad03d6e76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88440912-56fb-4514-8c0e-11564a2fc6c2 HTTP/1.1" status: 200 len: 910 time: 0.1706808 May 20 04:22:42.008475 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6a092-ff76-4c7a-b605-b77508142712 req-3220bedc-9185-4ce3-9bf1-af0eaa8144ab tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:42.011533 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ffd6a092-ff76-4c7a-b605-b77508142712 req-3220bedc-9185-4ce3-9bf1-af0eaa8144ab tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.3798032 May 20 04:22:42.016442 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:42.052294 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-f61f2f53-f5b0-4a87-ba45-ab296b4d4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:42.055714 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-f61f2f53-f5b0-4a87-ba45-ab296b4d4af2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6018605 May 20 04:22:42.088836 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-b7c34404-fbe8-42aa-a497-30f302856a12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414 HTTP/1.1" status: 200 len: 217 time: 0.0965438 May 20 04:22:42.214107 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:42.229314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b917e6b-b396-45a2-a1a5-00480bcdf8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:42.268089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b18c70c-5d9a-4fe3-9584-18f593711c4c,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:42.300581 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:42.326624 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:42.328575 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b18c70c-5d9a-4fe3-9584-18f593711c4c HTTP/1.1" status: 204 len: 168 time: 0.9781244 May 20 04:22:42.331413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-5077deca-7455-45aa-8e44-de5efa2c74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:42.333875 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-5077deca-7455-45aa-8e44-de5efa2c74ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed316f58-396d-4eb6-8875-22e5d9231d80 HTTP/1.1" status: 200 len: 849 time: 0.2222552 May 20 04:22:42.429971 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b75ad-8839-4fd7-9177-a8aed3730e98 None None] New status for floating IP a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e: ACTIVE {{(pid=91712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:22:42.497039 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-382db205-2e19-4af8-83ea-27084f2d0da9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88440912-56fb-4514-8c0e-11564a2fc6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519513 May 20 04:22:42.586457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ffd6a092-ff76-4c7a-b605-b77508142712 req-3f654de6-0399-4579-bd4c-633b312d3298 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384991 May 20 04:22:42.712453 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-b7b33239-18b2-4f2a-b3a0-df9564a34b97 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062834 May 20 04:22:42.738287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:42.819750 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f27ac576-9139-4bc0-b2b4-043fe9d0fa0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:42.944022 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66413d5c-10f7-47d2-9057-398e73a67c92,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:42.967865 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-b4f6031c-3777-4169-8505-d84f416cc50a service neutron] 10.222.0.73 "GET /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630117 May 20 04:22:42.970855 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:43.241976 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:43.244867 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66413d5c-10f7-47d2-9057-398e73a67c92 HTTP/1.1" status: 204 len: 168 time: 1.8878706 May 20 04:22:43.280997 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea47a-c162-4b98-8211-3cec2fe04325 req-0aaa6d09-87b6-4d8f-abde-1befc00b2aea tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:43.292819 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-784ea47a-c162-4b98-8211-3cec2fe04325 req-0aaa6d09-87b6-4d8f-abde-1befc00b2aea tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 943 time: 0.9355814 May 20 04:22:43.369402 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3cf4b8e-a310-4df1-bbfb-abaef02e61ba req-ea915d9e-89e6-4edf-bdcc-1b52d3dfe7f7 service neutron] 10.222.0.73 "GET /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853574 May 20 04:22:43.407416 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-784ea47a-c162-4b98-8211-3cec2fe04325 req-1ac1c7f6-5757-4f02-a6ac-33fcc7f30ef9 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132166 May 20 04:22:43.433886 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-64b62913-bdbe-4a32-9ecb-afd19aa82c39 req-6618e9ae-a9bb-472d-862d-7e2a3d991d86 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019019 May 20 04:22:43.899152 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2820a4-b259-417a-81d4-1ae7ec796e80 req-9b7d8595-b15f-4486-81d5-27feb51621d1 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:43.907133 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0b2820a4-b259-417a-81d4-1ae7ec796e80 req-9b7d8595-b15f-4486-81d5-27feb51621d1 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1511912 May 20 04:22:43.973312 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0b2820a4-b259-417a-81d4-1ae7ec796e80 req-2343f3f6-c902-43d7-86d8-a704efbf36ee tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625823 May 20 04:22:44.295365 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device eee5d4b1-4d10-4076-b566-e21fdc1b9414 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:22:44.337342 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57726) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:44.492521 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port eee5d4b1-4d10-4076-b566-e21fdc1b9414, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414,segment=NetworkSegment(414f2332-7c50-4165-bcbb-f47151cfff66),segment_id=414f2332-7c50-4165-bcbb-f47151cfff66)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:44.510059 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414', 'network_id': '88440912-56fb-4514-8c0e-11564a2fc6c2', 'port_id': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414', 'mac_address': 'fa:16:3e:a8:e2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed316f58-396d-4eb6-8875-22e5d9231d80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:22:44.574169 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:44.594567 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee5d4b1-4d10-4076-b566-e21fdc1b9414 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:22:44.615318 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port eee5d4b1-4d10-4076-b566-e21fdc1b9414, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414,segment=NetworkSegment(414f2332-7c50-4165-bcbb-f47151cfff66),segment_id=414f2332-7c50-4165-bcbb-f47151cfff66)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:44.622012 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:44.624525 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:44.685928 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a117f-dc19-4f8c-ac37-0422dd39b022 req-e71f4b5d-5a91-4927-8cf8-3b15a3432ccd tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:44.687973 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dc8a117f-dc19-4f8c-ac37-0422dd39b022 req-e71f4b5d-5a91-4927-8cf8-3b15a3432ccd tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 943 time: 0.1332262 May 20 04:22:44.780818 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:44.786994 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=eee5d4b1-4d10-4076-b566-e21fdc1b9414,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:44.790958 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:44.811907 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:44.821973 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Usage tracker for resource:security_group_rule and tenant:1382ca6320bf42a59c07227a484b4773 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:44.827470 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:44.842072 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dc8a117f-dc19-4f8c-ac37-0422dd39b022 req-69d92055-d4c4-4b00-bc88-c549326dff0a tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282172 May 20 04:22:44.862560 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:44.948867 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['eee5d4b1-4d10-4076-b566-e21fdc1b9414'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:22:44.971070 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:44.976686 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:44.987646 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-63071caa-697b-45e3-ba3e-4a2650b2977d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:45.097008 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1382ca6320bf42a59c07227a484b4773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533903 May 20 04:22:45.097008 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d39d017-8fe6-4718-aac1-5ca93959e0e5,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:45.097728 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57752) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:45.128520 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:45.221293 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:45.279531 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:45.370579 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449e521-40e0-4d25-b319-4b138d5270d9 req-5514830c-320a-440c-9c34-65890531306e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:45.387422 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7449e521-40e0-4d25-b319-4b138d5270d9 req-5514830c-320a-440c-9c34-65890531306e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1952245 May 20 04:22:45.391635 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:45.395837 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-28e666b3-318e-4e95-87de-abfa27ffb163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:45.428891 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d39d017-8fe6-4718-aac1-5ca93959e0e5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:45.431917 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:45.446332 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:45.453028 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d39d017-8fe6-4718-aac1-5ca93959e0e5 HTTP/1.1" status: 204 len: 168 time: 0.3499954 May 20 04:22:45.502908 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7449e521-40e0-4d25-b319-4b138d5270d9 req-9383101d-0b15-4fa5-af05-72b000ba5885 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140149 May 20 04:22:46.010555 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57774) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:46.032107 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.049195 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:46.053660 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Usage tracker for resource:security_group_rule and tenant:6b47e862265b4e8daaf07d1d0c5ed287 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:46.057001 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:46.063899 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:46.186226 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6e9f-f7e5-48d3-9eb4-521b598c1ff1 req-f2742859-363c-4e77-971e-aaaff859741e tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:46.186226 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5c2f6e9f-f7e5-48d3-9eb4-521b598c1ff1 req-f2742859-363c-4e77-971e-aaaff859741e tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 944 time: 0.1985049 May 20 04:22:46.213750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.219227 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.228834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-67192101-29b1-4147-a5db-ae25d6e24011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:46.268672 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5c2f6e9f-f7e5-48d3-9eb4-521b598c1ff1 req-7e279b1d-2f49-43dc-9578-c0f3ce1c5ae4 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769002 May 20 04:22:46.275512 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b47e862265b4e8daaf07d1d0c5ed287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629378 May 20 04:22:46.277545 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d02476-2f92-4c84-8559-6c57ccb4d6e3,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:46.280229 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57782) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:46.281282 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:46.299721 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device eee5d4b1-4d10-4076-b566-e21fdc1b9414 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:46.365966 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.390197 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port eee5d4b1-4d10-4076-b566-e21fdc1b9414 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:46.398881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.399167 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port eee5d4b1-4d10-4076-b566-e21fdc1b9414 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:46.399785 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.518540 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.531046 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:46.550771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d02476-2f92-4c84-8559-6c57ccb4d6e3,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:46.570678 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:46.582473 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.584268 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21d02476-2f92-4c84-8559-6c57ccb4d6e3 HTTP/1.1" status: 204 len: 168 time: 0.3014135 May 20 04:22:46.632989 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.673056 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:46.688813 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port eee5d4b1-4d10-4076-b566-e21fdc1b9414, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414,segment=NetworkSegment(414f2332-7c50-4165-bcbb-f47151cfff66),segment_id=414f2332-7c50-4165-bcbb-f47151cfff66)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:46.697459 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:46.707298 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:46.871114 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=eee5d4b1-4d10-4076-b566-e21fdc1b9414,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:46.889961 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:46.984353 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960ab9-74ca-4c29-aa7b-3d5fa52f7e3e req-17e9a6e1-f5b9-4d3b-b5fe-e2300d9c92ed tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:46.989525 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-37960ab9-74ca-4c29-aa7b-3d5fa52f7e3e req-17e9a6e1-f5b9-4d3b-b5fe-e2300d9c92ed tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2436640 May 20 04:22:47.073722 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-37960ab9-74ca-4c29-aa7b-3d5fa52f7e3e req-d1aac31a-f2e7-47f6-bba2-9e37ff6cd91e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706475 May 20 04:22:47.134308 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414', 'code': 200} May 20 04:22:47.660658 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4b635-3f6d-4b2a-954b-f46b3346a5c3 req-abb8591a-f546-4c83-a268-7217d334dbba tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:47.670328 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-efb4b635-3f6d-4b2a-954b-f46b3346a5c3 req-abb8591a-f546-4c83-a268-7217d334dbba tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 945 time: 0.2092412 May 20 04:22:47.716609 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557201b8-3d19-45fb-ac8c-7ecfad68e305 req-4a6fd9a3-a6d3-4f85-8794-8723d04b0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:47.718325 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-557201b8-3d19-45fb-ac8c-7ecfad68e305 req-4a6fd9a3-a6d3-4f85-8794-8723d04b0f59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 1098 time: 0.2104495 May 20 04:22:47.817212 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-efb4b635-3f6d-4b2a-954b-f46b3346a5c3 req-0b146ae4-00e8-43bf-af05-aaf4bac02858 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457772 May 20 04:22:47.845434 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-557201b8-3d19-45fb-ac8c-7ecfad68e305 req-5b5c9473-9960-4047-8228-ddda611add7c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084838 May 20 04:22:48.477575 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370c911-daaa-4129-8ece-45f92316dd96 req-04e71a49-e3e3-4eaf-9bba-46d11a14bc49 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:48.493461 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a370c911-daaa-4129-8ece-45f92316dd96 req-04e71a49-e3e3-4eaf-9bba-46d11a14bc49 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2239769 May 20 04:22:48.578300 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a370c911-daaa-4129-8ece-45f92316dd96 req-896aeca3-7f75-48e4-808a-94d27d9286a8 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813107 May 20 04:22:49.181898 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7db8c-38dc-4cb2-91eb-0febb26aeb60 req-e6c61b8c-866f-4d33-9264-630d994b26ff tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:49.184391 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2af7db8c-38dc-4cb2-91eb-0febb26aeb60 req-e6c61b8c-866f-4d33-9264-630d994b26ff tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 945 time: 0.1906734 May 20 04:22:49.259531 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2af7db8c-38dc-4cb2-91eb-0febb26aeb60 req-7a5aab07-931b-44e7-b3f7-ab48e674d6b6 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679410 May 20 04:22:49.850523 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ead3-65fb-495f-aea9-84b9dab761df req-c31339ef-4760-4297-a82c-e82364145d7e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:49.853234 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4096ead3-65fb-495f-aea9-84b9dab761df req-c31339ef-4760-4297-a82c-e82364145d7e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1505370 May 20 04:22:49.937461 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4096ead3-65fb-495f-aea9-84b9dab761df req-5a0d67de-b725-4db8-8fc0-eb8dfdbebf19 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759041 May 20 04:22:50.208946 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c11ade61-cb84-4b8b-a109-167f92374144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:50.595273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d96bc-0f05-4df2-9369-37634847ddc4 req-bd50a575-5dce-4fda-8963-414ccb069507 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:50.596810 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-401d96bc-0f05-4df2-9369-37634847ddc4 req-bd50a575-5dce-4fda-8963-414ccb069507 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 945 time: 0.1375871 May 20 04:22:50.649118 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-401d96bc-0f05-4df2-9369-37634847ddc4 req-02dd89b2-82dd-4933-adcb-9b5e0618d54b tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 May 20 04:22:51.125550 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 57950) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:51.339551 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8740e-bb52-4fdd-b74f-2d2da6f16a03 req-ac37434b-ec57-4001-977f-9b1d22ca5e0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:51.349612 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a8d8740e-bb52-4fdd-b74f-2d2da6f16a03 req-ac37434b-ec57-4001-977f-9b1d22ca5e0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2254677 May 20 04:22:51.495740 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a8d8740e-bb52-4fdd-b74f-2d2da6f16a03 req-49e4c379-6023-4224-84f2-898b28afee2d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315527 May 20 04:22:51.512372 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:51.539909 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:51.547148 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Usage tracker for resource:security_group_rule and tenant:20e6ae6f293e4481ae3db9d31478f975 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:51.550691 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:51.559230 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:51.670655 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:51.676483 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:51.689089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ad0398fc-61bc-451b-aa51-264c119927b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:51.719881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 57974) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:51.720741 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20e6ae6f293e4481ae3db9d31478f975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920687 May 20 04:22:51.746389 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5488dd-6870-47cc-b620-e7052f475a13,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:51.750529 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:51.857834 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:51.893773 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:52.039777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:52.044037 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5de25554-172e-4afe-91be-9c5478da2bee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:52.057773 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5488dd-6870-47cc-b620-e7052f475a13,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:52.070085 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:52.072432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:52.076670 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee5488dd-6870-47cc-b620-e7052f475a13 HTTP/1.1" status: 204 len: 168 time: 0.3525016 May 20 04:22:52.787106 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e10a4-c5ff-4f8f-a7fa-e47f25f91ec2 req-3671fb02-83fa-4831-a156-b2255842bd39 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:52.794125 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc4e10a4-c5ff-4f8f-a7fa-e47f25f91ec2 req-3671fb02-83fa-4831-a156-b2255842bd39 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1384954 May 20 04:22:52.853149 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc4e10a4-c5ff-4f8f-a7fa-e47f25f91ec2 req-c36814b1-8ec1-410b-99e0-7d3960d76be7 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 May 20 04:22:53.229565 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58040) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:53.337789 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d44158fe-d748-4288-b8c0-74efa1e6f6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.341179 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.411352 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-973788394-network', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:53.419602 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:53.427100 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Usage tracker for resource:network and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:53.432681 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:53.444227 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:53.461043 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Made reservation on behalf of c5f08de5927e4fe7bf0b8ec6288e1157 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:53.464862 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.495956 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.521455 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:53.529252 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:53.534555 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:53.546210 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:53.762904 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.769421 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.776669 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-83486f53-035b-4785-a1d6-f40ba4463e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:53.808677 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:53.833184 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:53.838144 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:53.839482 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.840047 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Added segment 4edb021a-c238-4797-8f52-542429471927 of type vlan for network 4106368e-c987-4b05-a36c-f23a79cb959f May 20 04:22:53.873868 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.948908 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.953373 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:53.955617 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.968431 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:54.150506 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:54.216510 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Pushing event updated for resources: {'Network': ['ID=4106368e-c987-4b05-a36c-f23a79cb959f,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:54.219692 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9886119 May 20 04:22:54.222642 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:54.224671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58080) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:54.235069 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Request body: {'subnet': {'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-973788394-subnet', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:54.245467 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 4106368e-c987-4b05-a36c-f23a79cb959f details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:54.273297 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:54.274625 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8375b2-40a4-4e34-9a3c-00dd856c5bcd req-74f10e5b-aafd-499c-8c17-43ce18a9a67d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:54.276230 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c8375b2-40a4-4e34-9a3c-00dd856c5bcd req-74f10e5b-aafd-499c-8c17-43ce18a9a67d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2254550 May 20 04:22:54.292384 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Usage tracker for resource:subnet and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:54.298116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:54.310154 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:54.331368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Made reservation on behalf of c5f08de5927e4fe7bf0b8ec6288e1157 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:54.337644 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:54.374003 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c8375b2-40a4-4e34-9a3c-00dd856c5bcd req-7035979c-a042-4279-a5e0-7a393cf3f74b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866237 May 20 04:22:54.964646 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:54.970972 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b2915656-c5fe-4bd7-a07e-c7c9e74459d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:55.089726 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:55.096933 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:55.111657 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Checking segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:55.112831 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Network hostable DHCP agents. Network: 4106368e-c987-4b05-a36c-f23a79cb959f, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:55.160678 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Network 4106368e-c987-4b05-a36c-f23a79cb959f is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:55.177021 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 4106368e-c987-4b05-a36c-f23a79cb959f) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:55.198913 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b845c-ecb7-4344-af78-af659de1a31a None None] Network 4106368e-c987-4b05-a36c-f23a79cb959f requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:55.212557 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:55.213560 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.267338 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0408375 May 20 04:22:55.271576 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58112) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:55.291219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:55.310432 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:55.320834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Usage tracker for resource:router and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:55.327743 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:55.336881 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:55.355360 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.357136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.389586 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.759058 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.782092 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-4106368e-c987-4b05-a36c-f23a79cb959f', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:22:55.783304 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.905920 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46419cc9-e8ee-4733-b010-f20cad88590a req-2168b9a4-6621-4f66-b05f-7b8e1c861a24 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:55.907345 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.907522 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-46419cc9-e8ee-4733-b010-f20cad88590a req-2168b9a4-6621-4f66-b05f-7b8e1c861a24 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2098887 May 20 04:22:56.102028 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-46419cc9-e8ee-4733-b010-f20cad88590a req-bc2904a0-7dc8-4e1a-b7b0-4d33c769b4ab tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819499 May 20 04:22:56.125836 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Allocated IP 172.20.0.2 (4106368e-c987-4b05-a36c-f23a79cb959f/e3724d78-e32e-4fa3-80a9-8fdb856bd3a8/3e4511f6-f808-436e-a723-505aa30d33e9) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:56.555098 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:22:56.706890 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.738578 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Transition to ACTIVE for port object 3e4511f6-f808-436e-a723-505aa30d33e9 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:56.814442 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.849030 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Transition to ACTIVE for port object 3e4511f6-f808-436e-a723-505aa30d33e9 will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:22:56.859026 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e487-5a7b-43b2-9cc0-7cf6a0d13496 req-4c68b0df-a315-480b-a803-6464d901f8fa tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:56.862521 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.869380 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c721e487-5a7b-43b2-9cc0-7cf6a0d13496 req-4c68b0df-a315-480b-a803-6464d901f8fa tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 945 time: 0.2069738 May 20 04:22:56.874292 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.880114 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:56.945529 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c721e487-5a7b-43b2-9cc0-7cf6a0d13496 req-8d686faf-1011-449f-9c8d-b96ffbd75765 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725901 May 20 04:22:57.013123 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Network 4106368e-c987-4b05-a36c-f23a79cb959f is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:57.017264 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:57.021717 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:57.065975 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Pushing event updated for resources: {'Port': ['ID=3e4511f6-f808-436e-a723-505aa30d33e9,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:57.074649 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:57.128063 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Allocated IP 172.28.2.150 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/ea944697-17e6-42a2-a92f-23b3ceb2ed06) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:22:57.161429 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Attempting to bind port 3e4511f6-f808-436e-a723-505aa30d33e9 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:22:57.161825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Attempting to bind port 3e4511f6-f808-436e-a723-505aa30d33e9 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:22:57.162201 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Attempting to bind port 3e4511f6-f808-436e-a723-505aa30d33e9 on network 4106368e-c987-4b05-a36c-f23a79cb959f {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:22:57.180208 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:22:57.180590 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Checking segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:57.181155 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.181575 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Bound using segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:22:57.182070 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Bound port: 3e4511f6-f808-436e-a723-505aa30d33e9, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:22:57.182443 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.353365 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] For port 3e4511f6-f808-436e-a723-505aa30d33e9, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:22:57.357947 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] For port 3e4511f6-f808-436e-a723-505aa30d33e9, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=3e4511f6-f808-436e-a723-505aa30d33e9,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:22:57.378373 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.388032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-14d4732a-04da-486f-9e17-c6eee451eb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:57.496481 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.525415 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Pushing event updated for resources: {'Port': ['ID=3e4511f6-f808-436e-a723-505aa30d33e9,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:57.531388 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:57.581136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.598046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:57.598380 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f72709-dd0f-48ac-98fc-7bbcc58002bf req-f4d4b6c4-84f4-442d-8f12-b637f429cac6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:57.601324 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-51f72709-dd0f-48ac-98fc-7bbcc58002bf req-f4d4b6c4-84f4-442d-8f12-b637f429cac6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2828791 May 20 04:22:57.719453 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-51f72709-dd0f-48ac-98fc-7bbcc58002bf req-77fc4903-ac9a-4997-b80e-7de6c53d5b7c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070721 May 20 04:22:57.732968 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:22:57.753120 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:57.770759 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:22:57.824936 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Pushing event updated for resources: {'Port': ['ID=ea944697-17e6-42a2-a92f-23b3ceb2ed06,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:57.835375 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:58.201651 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb282bf-30da-44e0-8c4d-3137f376a8cd req-8d7e6380-e39d-4a50-acd0-6ddcc520db5b tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:58.206130 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cbb282bf-30da-44e0-8c4d-3137f376a8cd req-8d7e6380-e39d-4a50-acd0-6ddcc520db5b tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 945 time: 0.1085503 May 20 04:22:58.322167 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cbb282bf-30da-44e0-8c4d-3137f376a8cd req-30214c9c-c169-4acf-956f-4a7acda25f50 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec01056f-2105-4a4a-9125-8947388b2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079786 May 20 04:22:58.355913 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-d24b9667-3beb-4e55-99a6-01f79a313134 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:58.358519 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-d24b9667-3beb-4e55-99a6-01f79a313134 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.73 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 945 time: 0.1214514 May 20 04:22:58.526475 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.616029 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Deleting port eee5d4b1-4d10-4076-b566-e21fdc1b9414 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:22:58.617103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.716463 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 3e4511f6-f808-436e-a723-505aa30d33e9 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:22:58.837132 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 3e4511f6-f808-436e-a723-505aa30d33e9 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:58.874522 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] For port eee5d4b1-4d10-4076-b566-e21fdc1b9414, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=eee5d4b1-4d10-4076-b566-e21fdc1b9414,segment=NetworkSegment(414f2332-7c50-4165-bcbb-f47151cfff66),segment_id=414f2332-7c50-4165-bcbb-f47151cfff66)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:58.874878 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.028745 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Calling delete_port for eee5d4b1-4d10-4076-b566-e21fdc1b9414 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:22:59.080058 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc288fd-b7cd-4e71-9600-0a2a4b8c683b None None] Network 4106368e-c987-4b05-a36c-f23a79cb959f requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:59.139252 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e926c-b7c6-4673-9862-3ae276ee9f90 req-1a79ab82-80d9-4099-8918-5e0eff779e6b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:59.141129 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-440e926c-b7c6-4673-9862-3ae276ee9f90 req-1a79ab82-80d9-4099-8918-5e0eff779e6b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1200235 May 20 04:22:59.202880 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.273112 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-440e926c-b7c6-4673-9862-3ae276ee9f90 req-4e18a589-0291-473b-ba6e-13a89927e390 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180480 May 20 04:22:59.311794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.332446 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:59.405433 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['eee5d4b1-4d10-4076-b566-e21fdc1b9414'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:22:59.423373 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Pushing event deleted for resources: {'Port': ['ID=eee5d4b1-4d10-4076-b566-e21fdc1b9414,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:59.426825 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:59.462791 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Provisioning for port 3e4511f6-f808-436e-a723-505aa30d33e9 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:22:59.466615 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Provisioning complete for port 3e4511f6-f808-436e-a723-505aa30d33e9 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:22:59.466998 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.492324 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Router 44f440be-baad-4a54-be3d-cb8addc7dc41 is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:22:59.519094 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] No DVR routers for this DVR port eee5d4b1-4d10-4076-b566-e21fdc1b9414 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:22:59.533825 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.544004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'name': 'network-vif-deleted', 'tag': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:22:59.554771 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7e147870-d2e0-4baa-8dfd-8e3f18bfb806 req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.73 "DELETE /v2.0/ports/eee5d4b1-4d10-4076-b566-e21fdc1b9414 HTTP/1.1" status: 204 len: 173 time: 1.1892331 May 20 04:22:59.720352 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.852783 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] For port 3e4511f6-f808-436e-a723-505aa30d33e9, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=3e4511f6-f808-436e-a723-505aa30d33e9,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:22:59.872727 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.876313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-043da51b-4e44-4616-99c7-7a668b1eb9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:59.949622 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-43d8aa51-9f03-4fe4-b8a3-311594310071 req-8188e956-7dca-498e-b4f9-fea5cdf07610 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Synchronizing usage tracker for tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:22:59.955902 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557', 'name': 'network-vif-deleted', 'tag': 'eee5d4b1-4d10-4076-b566-e21fdc1b9414', 'status': 'completed', 'code': 200} May 20 04:22:59.973031 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-43d8aa51-9f03-4fe4-b8a3-311594310071 req-8188e956-7dca-498e-b4f9-fea5cdf07610 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Unset dirty status for tenant:c81cd65d5d9e4d0393e4f5b4d7778e35 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:22:59.974737 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-43d8aa51-9f03-4fe4-b8a3-311594310071 req-8188e956-7dca-498e-b4f9-fea5cdf07610 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] 10.222.0.42 "GET /v2.0/ports?device_id=121ffea8-d9a5-49a6-8ffa-9d7c2e5a1557 HTTP/1.1" status: 200 len: 210 time: 0.3457198 May 20 04:23:00.002080 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:00.017213 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Sync routers for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:00.036402 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:00.037041 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:00.040134 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-23296d0a-754c-4ce7-94ca-2d5d29b8db19 None None] Provisioning complete for port 3e4511f6-f808-436e-a723-505aa30d33e9 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:00.040777 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-23296d0a-754c-4ce7-94ca-2d5d29b8db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.064806 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.066306 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7930491 May 20 04:23:00.069237 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58258) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:00.142230 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Pushing event updated for resources: {'Port': ['ID=3e4511f6-f808-436e-a723-505aa30d33e9,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:00.147819 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:00.269870 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:00.526407 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58272) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:00.738650 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 3e4511f6-f808-436e-a723-505aa30d33e9 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:00.837418 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:22:58Z', 'revision_number': 3, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:00.844475 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Checking router: 44f440be-baad-4a54-be3d-cb8addc7dc41 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:00.844859 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Updating router 44f440be-baad-4a54-be3d-cb8addc7dc41 port ea944697-17e6-42a2-a92f-23b3ceb2ed06 binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:00.870882 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0499ae-396a-4f93-bec9-3a1f46b45cbd req-7b2fd0ca-0f69-4ce5-ab94-8cc669b00574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:00.876506 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ca0499ae-396a-4f93-bec9-3a1f46b45cbd req-7b2fd0ca-0f69-4ce5-ab94-8cc669b00574 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 1098 time: 0.4529114 May 20 04:23:00.945686 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 3e4511f6-f808-436e-a723-505aa30d33e9 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:00.946098 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.970190 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.004319 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ff919-0d26-4f27-9a1e-411dd10d2234 req-03f715c5-ec0c-4312-83fb-2ae8a3f1aecd tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:01.006250 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-702ff919-0d26-4f27-9a1e-411dd10d2234 req-03f715c5-ec0c-4312-83fb-2ae8a3f1aecd tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.4104908 May 20 04:23:01.007103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.119451 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ca0499ae-396a-4f93-bec9-3a1f46b45cbd req-54131ab7-25ea-4514-8898-1aaa5bcebbab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950054 May 20 04:23:01.125445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:01.150348 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Usage tracker for resource:security_group_rule and tenant:9f9bb1ccbd714c299be45a7fdb8cf97f is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:01.156209 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-702ff919-0d26-4f27-9a1e-411dd10d2234 req-126731fb-5de8-4898-9d9a-6e634857c07b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246395 May 20 04:23:01.157305 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:01.168175 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:01.349366 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.355277 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.365518 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.423835 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f9bb1ccbd714c299be45a7fdb8cf97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8655317 May 20 04:23:01.425723 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9af9f-ebe5-438a-86a3-baf4b46d0891,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:01.429316 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58290) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:01.432785 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:01.556543 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.582591 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.597718 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.602147 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.623170 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Transition to ACTIVE for port object ea944697-17e6-42a2-a92f-23b3ceb2ed06 will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:01.638563 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.644376 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.671160 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.693257 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-15841c0a-442b-42da-bdc7-693cf2700e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.717404 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9af9f-ebe5-438a-86a3-baf4b46d0891,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:01.724099 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:01.732720 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.734465 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4f9af9f-ebe5-438a-86a3-baf4b46d0891 HTTP/1.1" status: 204 len: 168 time: 0.3038943 May 20 04:23:01.789252 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Attempting to bind port ea944697-17e6-42a2-a92f-23b3ceb2ed06 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:01.789688 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Attempting to bind port ea944697-17e6-42a2-a92f-23b3ceb2ed06 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:01.790052 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Attempting to bind port ea944697-17e6-42a2-a92f-23b3ceb2ed06 on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:01.799138 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:01.799837 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:01.800416 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.800961 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:01.801646 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Bound port: ea944697-17e6-42a2-a92f-23b3ceb2ed06, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:01.802193 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.831826 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.841101 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Pushing event updated for resources: {'Port': ['ID=ea944697-17e6-42a2-a92f-23b3ceb2ed06,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:01.890252 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.890596 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.890994 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.891411 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.896061 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.896061 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.896061 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.896061 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.896963 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.896963 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.897915 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.899440 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.912640 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.013438 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] For port ea944697-17e6-42a2-a92f-23b3ceb2ed06, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:02.018760 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] For port ea944697-17e6-42a2-a92f-23b3ceb2ed06, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=ea944697-17e6-42a2-a92f-23b3ceb2ed06,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:02.031747 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.040972 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-52c453b1-e11b-4010-ac67-3121485da338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.201892 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Allocated IP 172.20.0.1 (4106368e-c987-4b05-a36c-f23a79cb959f/e3724d78-e32e-4fa3-80a9-8fdb856bd3a8/8484d0b8-a72a-4ff5-93aa-a27a0efc9775) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:02.267134 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:02.268497 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:02.301392 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58312) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:02.329684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.347306 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:02.352059 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f80be5e8689c47d7aebb7f93ccc2fc8e is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:02.355182 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:02.361874 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:02.422489 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.422913 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device eee5d4b1-4d10-4076-b566-e21fdc1b9414 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:23:02.443737 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Transition to ACTIVE for port object 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:02.481368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.498415 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.507576 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Pushing event updated for resources: {'Port': ['ID=ea944697-17e6-42a2-a92f-23b3ceb2ed06,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.508631 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-591cfcea-f2e9-45a0-946c-dc8f608ddf7d tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.527063 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-566c2c72-376b-4479-aed1-31c285140cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.548943 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: eee5d4b1-4d10-4076-b566-e21fdc1b9414 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:23:02.549288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device eee5d4b1-4d10-4076-b566-e21fdc1b9414 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:23:02.556307 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.565572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-87a083f1-237a-41c9-8c70-5d4a3e8b084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.579025 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Network 4106368e-c987-4b05-a36c-f23a79cb959f is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:02.582817 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:02.598427 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:02.635122 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b0073-d024-4664-8bfd-9ab85b95a450,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.640292 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f80be5e8689c47d7aebb7f93ccc2fc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375857 May 20 04:23:02.641631 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.646649 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58324) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:02.661453 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Pushing event updated for resources: {'Port': ['ID=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.673710 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.700990 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.725852 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51cca3-9092-4e4f-8c7b-eada60a4ef0a req-9119666f-9c8e-4854-80b5-91cb0dfe9da2 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:02.733530 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9f51cca3-9092-4e4f-8c7b-eada60a4ef0a req-9119666f-9c8e-4854-80b5-91cb0dfe9da2 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.2331076 May 20 04:23:02.778557 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:02.804655 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.838929 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.937035 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.943334 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c980d4ac-ba1d-4106-8edf-0f103e517c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.958227 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9f51cca3-9092-4e4f-8c7b-eada60a4ef0a req-f3ba1389-ecf4-4d5f-ae3a-5d5fcb2606c0 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236633 May 20 04:23:02.968814 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b0073-d024-4664-8bfd-9ab85b95a450,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.971291 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.990411 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.991773 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed1b0073-d024-4664-8bfd-9ab85b95a450 HTTP/1.1" status: 204 len: 168 time: 0.3380024 May 20 04:23:03.050573 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4d3ae7a9-52a2-4665-8a11-fa4d9c14701e None None] Provisioning for port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:03.062076 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4d3ae7a9-52a2-4665-8a11-fa4d9c14701e None None] Provisioning complete for port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:03.063039 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae7a9-52a2-4665-8a11-fa4d9c14701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.107227 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.135684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58340) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:03.141445 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ae7a9-52a2-4665-8a11-fa4d9c14701e None None] Port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:03.381155 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586022a-eb48-4eeb-b8df-e6865ca0f27d req-e43a0220-02b4-4d8f-92d2-891c7e11e091 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:03.391557 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8586022a-eb48-4eeb-b8df-e6865ca0f27d req-e43a0220-02b4-4d8f-92d2-891c7e11e091 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2156188 May 20 04:23:03.437678 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.461418 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:03.475174 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Usage tracker for resource:security_group_rule and tenant:4bc3642a790b44c89c1ae09e449f481d is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:03.482237 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:03.493988 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:03.512599 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8586022a-eb48-4eeb-b8df-e6865ca0f27d req-d3aad72f-4efb-4d40-92bb-00fc5b1951c9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193767 May 20 04:23:03.635057 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.643502 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.658949 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-ac11bbbc-e40d-4632-90d0-5a7b6144da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:03.712295 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bc3642a790b44c89c1ae09e449f481d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749695 May 20 04:23:03.713642 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb344f1b-c93a-4ea8-aa03-48e02ab53474,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:03.716516 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58356) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:03.719816 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:03.775232 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:22:58Z', 'revision_number': 3, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:03.786362 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f9781-ad86-4a7a-89b0-f4f8154b4f2e None None] The sync data for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb is: [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:22:58Z', 'revision_number': 3, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:03.804416 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.867320 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.868939 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.876614 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.988722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.991057 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:04.003567 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-eea00fab-98ef-4ef2-b255-155bf4681469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:04.049219 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb344f1b-c93a-4ea8-aa03-48e02ab53474,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:04.055248 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:04.056591 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.060209 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb344f1b-c93a-4ea8-aa03-48e02ab53474 HTTP/1.1" status: 204 len: 168 time: 0.3396549 May 20 04:23:04.116555 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.180096 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Pushing event updated for resources: {'Port': ['ID=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:04.204966 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:04.428213 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Network 4106368e-c987-4b05-a36c-f23a79cb959f is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:04.429787 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:04.720836 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device ea944697-17e6-42a2-a92f-23b3ceb2ed06 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:04.905737 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port ea944697-17e6-42a2-a92f-23b3ceb2ed06 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:04.912062 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port ea944697-17e6-42a2-a92f-23b3ceb2ed06 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:04.912433 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.158170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-07d4bcc9-1dcd-4a40-af26-b703e8859f7f None None] Provisioning complete for port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:05.158928 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcc9-1dcd-4a40-af26-b703e8859f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.346332 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-07d4bcc9-1dcd-4a40-af26-b703e8859f7f None None] Port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:05.477587 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.478227 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Router 44f440be-baad-4a54-be3d-cb8addc7dc41 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:23:05.555966 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port ea944697-17e6-42a2-a92f-23b3ceb2ed06, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=ea944697-17e6-42a2-a92f-23b3ceb2ed06,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:05.568549 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.586855 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:05.696328 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=ea944697-17e6-42a2-a92f-23b3ceb2ed06,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:05.716443 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:05.884081 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:05.902796 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] 10.222.0.42 "PUT /v2.0/routers/44f440be-baad-4a54-be3d-cb8addc7dc41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8248816 May 20 04:23:06.121356 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58460) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:06.578631 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-695705541-network', 'tenant_id': 'aad6cbb617d24c0fb55889440e7f0d74'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:06.599676 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:06.615168 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device ea944697-17e6-42a2-a92f-23b3ceb2ed06 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:06.616006 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Usage tracker for resource:network and tenant:aad6cbb617d24c0fb55889440e7f0d74 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:06.621244 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:06.630815 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:06.649182 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Made reservation on behalf of aad6cbb617d24c0fb55889440e7f0d74 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:06.652993 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:06.669203 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:06.692294 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:06.700062 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Usage tracker for resource:security_group_rule and tenant:aad6cbb617d24c0fb55889440e7f0d74 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:06.707378 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:06.723865 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:06.812412 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port ea944697-17e6-42a2-a92f-23b3ceb2ed06 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:06.813744 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.007794 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Sync routers for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:07.014709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58496) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:07.021919 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-922562661-network', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:07.028090 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:07.032927 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Usage tracker for resource:network and tenant:5c4a2e493afc4fef941c628778cc1f64 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:07.037117 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:07.039718 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:07.040379 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:07.044353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:07.099765 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-c91b0c3e-a098-44e9-b008-ec510bc62354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:07.101595 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-c91b0c3e-a098-44e9-b008-ec510bc62354 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.2974045 May 20 04:23:07.104705 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.120923 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Made reservation on behalf of 5c4a2e493afc4fef941c628778cc1f64 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:07.124287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.145270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.147830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.164875 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:23:07.168223 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:07.173594 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Usage tracker for resource:security_group_rule and tenant:5c4a2e493afc4fef941c628778cc1f64 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:07.175856 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.176383 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Added segment 218eec64-eabf-4b48-b741-941fc66f3640 of type vlan for network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f May 20 04:23:07.178344 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:07.186984 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:07.206836 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.229230 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:07.269025 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:07.318451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.db.resource_extend [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:23:07.332703 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.346190 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.355858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:07.364704 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576dae90-c240-475d-a43b-6becb73b899c,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:07.384276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:07.418443 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:23:07.430308 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43230685-809c-4cf9-a7df-cd9650798fb4 req-b6f845f8-acf9-4e80-97f2-00005c9fd5cb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:07.435578 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c4141-c1fd-40d1-977b-061f63e1fce5,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:07.439185 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-43230685-809c-4cf9-a7df-cd9650798fb4 req-b6f845f8-acf9-4e80-97f2-00005c9fd5cb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.4495184 May 20 04:23:07.442888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:07.448217 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.448749 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Added segment 4bd248a7-a398-422d-b9e4-86c45008bf00 of type vlan for network 83995540-c88f-492b-a28d-813735586494 May 20 04:23:07.457931 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.492604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:07.493346 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.504740 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:07.522962 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.560119 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-016ea1ee-c218-4a54-a7c2-9db1ecbaeded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:07.563066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-016ea1ee-c218-4a54-a7c2-9db1ecbaeded service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.4518521 May 20 04:23:07.635465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.638881 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:07.640406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.680206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7863c6d0-d7fd-446b-a25e-8bd28afdb316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:07.745808 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-0573f9e7-2b5f-462f-9765-3612d54faa25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.1699889 May 20 04:23:07.946869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Pushing event updated for resources: {'Network': ['ID=83995540-c88f-492b-a28d-813735586494,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:07.947920 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-43230685-809c-4cf9-a7df-cd9650798fb4 req-6960fae5-348a-495f-a7b8-d3b5aab760a9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944775 May 20 04:23:07.951009 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:07.971534 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Pushing event updated for resources: {'Network': ['ID=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:07.974031 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9579570 May 20 04:23:07.980013 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58518) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:07.984040 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 83995540-c88f-492b-a28d-813735586494 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:23:07.988328 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:07.990101 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8675408 May 20 04:23:07.996069 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58522) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:08.001772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Request body: {'subnet': {'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-695705541-subnet', 'tenant_id': 'aad6cbb617d24c0fb55889440e7f0d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:08.002436 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Request body: {'subnet': {'network_id': '83995540-c88f-492b-a28d-813735586494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-922562661-subnet', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:08.013476 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:08.016775 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:08.018143 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:23:08.026505 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Usage tracker for resource:subnet and tenant:5c4a2e493afc4fef941c628778cc1f64 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:08.027209 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Usage tracker for resource:subnet and tenant:aad6cbb617d24c0fb55889440e7f0d74 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:08.033550 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:08.035751 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:08.042600 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:08.050533 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-1ee5df14-f0bf-4c86-8a64-2c0ea8629379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:08.051415 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:08.052845 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-1ee5df14-f0bf-4c86-8a64-2c0ea8629379 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.2894802 May 20 04:23:08.093933 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Made reservation on behalf of 5c4a2e493afc4fef941c628778cc1f64 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:08.096660 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.150238 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-82874d3f-a8e4-47d3-8e52-a13a297eec99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891688 May 20 04:23:08.152371 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Made reservation on behalf of aad6cbb617d24c0fb55889440e7f0d74 for: {'subnet': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:08.155097 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.269970 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:03Z', 'revision_number': 2, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:08.276131 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Checking router: 44f440be-baad-4a54-be3d-cb8addc7dc41 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:08.276601 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Updating router 44f440be-baad-4a54-be3d-cb8addc7dc41 port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:08.343812 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.417511 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-c87679cf-6713-4726-9a23-de17beb1f993 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438579 May 20 04:23:08.607907 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4202b8e4-32aa-42fa-b7d1-7322f387c3b6 req-e0721d7b-613f-495a-b897-58004ba77344 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720223 May 20 04:23:08.758287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.766308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:08.880998 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.898759 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Transition to ACTIVE for port object 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:08.903597 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3cc495-a4c9-407f-a0bc-2c65ca463d1d,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:08.908245 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.912500 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:08.913233 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Checking segment: {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:08.913617 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Network hostable DHCP agents. Network: 83995540-c88f-492b-a28d-813735586494, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:23:08.916711 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:08.939144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Network 83995540-c88f-492b-a28d-813735586494 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:23:08.952061 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 83995540-c88f-492b-a28d-813735586494) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:08.962922 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:08.963570 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.019021 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0377052 May 20 04:23:09.020874 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58546) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:09.033995 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:09.052641 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:09.063657 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094ccd9-3c17-455b-a87e-e0db23bf168b None None] Network 83995540-c88f-492b-a28d-813735586494 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:09.064573 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Usage tracker for resource:router and tenant:5c4a2e493afc4fef941c628778cc1f64 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:09.080046 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:09.193734 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:09.251257 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.252943 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.274722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.301373 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321'] for subnet, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.420972 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d43bb-8693-46b6-aa62-a7a184e4fbce None None] Pushing event updated for resources: {'Port': ['ID=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:09.433170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-084d43bb-8693-46b6-aa62-a7a184e4fbce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:09.436648 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Attempting to bind port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:09.437024 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Attempting to bind port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:09.437399 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Attempting to bind port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 on network 4106368e-c987-4b05-a36c-f23a79cb959f {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:09.452155 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:09.452553 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Checking segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:09.452941 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.453538 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Bound using segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:09.454045 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Bound port: 8484d0b8-a72a-4ff5-93aa-a27a0efc9775, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:09.454576 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.466749 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.577929 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58558) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:09.792622 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] For port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:09.830981 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] For port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:09.832434 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.839835 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.864455 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.878370 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:09.887104 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4124bdc6bef4f989a7334cca585e589 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:09.891773 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:09.901321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:09.951995 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-83995540-c88f-492b-a28d-813735586494', 'network_id': '83995540-c88f-492b-a28d-813735586494', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'fixed_ips': [{'subnet_id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:23:09.952879 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.039360 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.082721 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6952d34-30ee-47e1-ae1c-4c4bfd0a1027,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.102075 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:10.102838 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:10.125854 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:10.140594 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Checking segment: {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:10.141303 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Network hostable DHCP agents. Network: 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:23:10.181811 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c961be-88ee-41d4-870b-71843cf5565c req-22020240-f1a1-4f74-aae6-2330dad71722 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:10.184212 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-01c961be-88ee-41d4-870b-71843cf5565c req-22020240-f1a1-4f74-aae6-2330dad71722 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.8884480 May 20 04:23:10.272745 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:23:10.292516 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.303736 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.346445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f) {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:10.348667 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d43bb-8693-46b6-aa62-a7a184e4fbce None None] Pushing event updated for resources: {'Port': ['ID=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.387748 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:10.388567 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.390490 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-084d43bb-8693-46b6-aa62-a7a184e4fbce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:10.391293 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ccde0-0889-41f5-8e3a-314c86085b3b None None] Network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:10.428917 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:10.472774 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4124bdc6bef4f989a7334cca585e589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8929367 May 20 04:23:10.485241 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58582) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:10.641346 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0fb3f-e85e-4c23-bd99-8327c04e889f,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.667874 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-01c961be-88ee-41d4-870b-71843cf5565c req-ba64f570-0250-40c7-8b39-5516d7ced4a6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588754 May 20 04:23:10.680635 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:10.719242 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.747263 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-add18622-04df-48df-9822-ca0e016e04e0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7498763 May 20 04:23:10.802982 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.875128 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:10.932414 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.947285 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e400dd52-8122-4441-b483-cf1d243319d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:10.980415 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0fb3f-e85e-4c23-bd99-8327c04e889f,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.984964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.010032 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fac0fb3f-e85e-4c23-bd99-8327c04e889f HTTP/1.1" status: 204 len: 168 time: 0.5229635 May 20 04:23:11.013163 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:11.320501 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.335032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Allocated IP 172.20.0.2 (83995540-c88f-492b-a28d-813735586494/6d3cc495-a4c9-407f-a0bc-2c65ca463d1d/f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:11.366382 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.456603 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35ec42-7ef7-4a1c-82f9-4efd2bd7b1fa None None] Network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:11.525171 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58602) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:11.622515 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.656067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:11.662568 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Usage tracker for resource:security_group_rule and tenant:0c52ba80522049598bc54108aa14f422 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:11.663171 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:09Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:11.667382 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:11.672262 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077995c-f1de-4e7f-832a-443f93f0dbac None None] The sync data for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb is: [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:09Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:11.679254 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:11.722239 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Allocated IP 172.28.2.10 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/88c1495e-dd9f-49fe-aca1-97d64e4b8038) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:12.079980 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.095312 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Transition to ACTIVE for port object f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:12.125069 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Transition to ACTIVE for port object f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:12.140067 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.154175 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.242013 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Network 83995540-c88f-492b-a28d-813735586494 is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:12.251672 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:12.255048 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:12.289315 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.322451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.367090 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-761fef44-ee81-4e0e-bf76-a80ab630746a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.439709 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c52ba80522049598bc54108aa14f422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9110222 May 20 04:23:12.441070 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58626) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:12.441584 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Pushing event updated for resources: {'Port': ['ID=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.449685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.460978 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.461178 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Attempting to bind port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:12.461810 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Attempting to bind port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:12.462253 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Attempting to bind port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a on network 83995540-c88f-492b-a28d-813735586494 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:12.480416 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:12.481069 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Checking segment: {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:12.481712 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.482768 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Bound using segment: {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:12.483829 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Bound port: f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:12.484344 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.532298 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032deb-d984-4a97-bad4-eab9e2d8d8cc req-e533ee74-4447-4b74-8bc1-e1e6a9b349e5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:12.535172 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75032deb-d984-4a97-bad4-eab9e2d8d8cc req-e533ee74-4447-4b74-8bc1-e1e6a9b349e5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.4779766 May 20 04:23:12.545109 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2241aab-16b2-4b77-8685-5f0a56f2709c,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.550479 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.653647 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.673746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:12.685741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.685741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.685741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.685741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.685741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.685741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.686426 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.686748 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.687208 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.687505 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.687910 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.690588 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.700983 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.734575 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75032deb-d984-4a97-bad4-eab9e2d8d8cc req-f2f54a2f-9886-4681-881f-d865e89384c8 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921251 May 20 04:23:12.769694 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.779162 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.786431 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-63c69456-51e5-4955-be9b-864e2a1651ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.787563 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c056fc2c-c6c6-4b93-94c7-dd57bfe25d9e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.832682 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2241aab-16b2-4b77-8685-5f0a56f2709c,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.854762 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.863409 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2241aab-16b2-4b77-8685-5f0a56f2709c HTTP/1.1" status: 204 len: 168 time: 0.4174855 May 20 04:23:12.863409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.865853 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.865853 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.866176 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.868940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.869599 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.872615 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.873296 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.874336 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.874896 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.875437 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.879403 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:12.885413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.908050 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Pushing event updated for resources: {'Port': ['ID=88c1495e-dd9f-49fe-aca1-97d64e4b8038,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.908658 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] For port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:12.920309 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.934215 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] For port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:12.944257 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.951415 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.961776 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:12.966088 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:12.970451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:13.008805 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:13.030676 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:13.031596 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.182160 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Pushing event updated for resources: {'Port': ['ID=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:13.200522 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:13.306154 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.372605 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:13.383202 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.386354 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:13.598146 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.642757 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:13.656638 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:14.487041 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be2ba5-8dab-4cd5-b814-1bd2193b104b req-b0f451ec-e6dc-48e1-b721-f2b4e19d36d6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:14.496000 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-16be2ba5-8dab-4cd5-b814-1bd2193b104b req-b0f451ec-e6dc-48e1-b721-f2b4e19d36d6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5948064 May 20 04:23:14.569158 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:14.657244 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-f76ef85d-7289-494c-adc3-6b04f0756a53 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:14.659357 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-f76ef85d-7289-494c-adc3-6b04f0756a53 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Synchronizing usage tracker for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:network {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:14.675071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ec543-5bc9-4ddf-a04b-ca1150bf5586 None None] Network 83995540-c88f-492b-a28d-813735586494 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:14.763173 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:14.786796 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-16be2ba5-8dab-4cd5-b814-1bd2193b104b req-43d32a4f-aeb2-4267-9204-f9afc20827d3 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895789 May 20 04:23:14.802956 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-f76ef85d-7289-494c-adc3-6b04f0756a53 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Unset dirty status for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:network {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:14.804884 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-f76ef85d-7289-494c-adc3-6b04f0756a53 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/networks?id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 200 len: 813 time: 0.9047792 May 20 04:23:14.882482 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-1f6f2bae-97f6-4b92-b838-741a0d32323e None None] Provisioning for port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:14.931653 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-5c0dd070-9b7c-4be1-b025-716f41649314 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/quotas/aad6cbb617d24c0fb55889440e7f0d74 HTTP/1.1" status: 200 len: 375 time: 0.1131814 May 20 04:23:15.014410 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:15.016487 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.063693 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-1b50c273-30d7-491c-b7f4-acd0822ffc9d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140277 May 20 04:23:15.198430 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:15.281583 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Router ab1fe4fa-f969-473b-a50c-fe75f63f6928 is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:23:15.299426 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58700) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:15.301343 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-136e3715-b7ab-44a9-b679-bfc3385fe895 service neutron] 10.222.0.42 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289462 May 20 04:23:15.348683 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:15.361341 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:15.362360 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.557380 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.585641 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:15.590967 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.594762 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Usage tracker for resource:security_group_rule and tenant:62ec0d07ddea4ddb8ef0ed77a1681829 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:15.603892 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:15.613408 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:15.620747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:15.632016 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Sync routers for ids ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:15.654572 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Routers {'ab1fe4fa-f969-473b-a50c-fe75f63f6928'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:15.655535 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:15.656385 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:15.665061 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.670631 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-8e653fde-2a18-4966-85dd-4f7aed4edb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:15.721596 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.737922 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7100706 May 20 04:23:15.740784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58714) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:15.800766 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-d43dd1df-a42d-42f7-a1e5-42dc55044361 service neutron] 10.222.0.42 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145804 May 20 04:23:15.895529 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:15.902905 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-6607247c-4c2e-41cb-8b5c-5cdc2792dd54 None None] Provisioning complete for port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:15.903276 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6607247c-4c2e-41cb-8b5c-5cdc2792dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.946270 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Set router ab1fe4fa-f969-473b-a50c-fe75f63f6928 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:15.981196 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.981892 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.982386 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.983022 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.983521 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.984435 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.985198 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.986029 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.987393 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.987924 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.988421 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:15.988884 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:16.002132 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:16.176374 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b109ea1-36c7-40f5-b01f-c267c09a3afc req-0ab080a6-d1fc-460e-9e50-a9d02c7d3d6d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:16.186511 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5b109ea1-36c7-40f5-b01f-c267c09a3afc req-0ab080a6-d1fc-460e-9e50-a9d02c7d3d6d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1817012 May 20 04:23:16.291067 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5b109ea1-36c7-40f5-b01f-c267c09a3afc req-c35f15e3-b83c-45f4-b609-8ec7e058c65b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023750 May 20 04:23:16.326571 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.345765 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.371090 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7aea5108-e49c-49d3-94c1-f01ddc081aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:16.440453 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a1ad9-7647-4b02-bfdd-76831d5e3b51,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:16.443270 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc889a7f-c4b3-4b93-8b92-d93fd6a0920e req-f1f6048e-5cc5-4bf1-9a3b-30be22d40b07 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 210 time: 0.0638387 May 20 04:23:16.523158 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 3, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:16.529672 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Checking router: ab1fe4fa-f969-473b-a50c-fe75f63f6928 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:16.530435 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Updating router ab1fe4fa-f969-473b-a50c-fe75f63f6928 port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:16.580647 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:16.636467 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:16.639970 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.795328 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62ec0d07ddea4ddb8ef0ed77a1681829&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4943252 May 20 04:23:16.796922 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:16.797517 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.798693 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 58754) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:16.925725 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.981805 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.053035 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.060975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-dce4d27d-5278-437f-abf1-1312a5b3efb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:17.079956 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a1ad9-7647-4b02-bfdd-76831d5e3b51,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:17.084912 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:17.087473 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.093465 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b1a1ad9-7647-4b02-bfdd-76831d5e3b51 HTTP/1.1" status: 204 len: 168 time: 0.2935412 May 20 04:23:17.214471 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.230790 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Transition to ACTIVE for port object 88c1495e-dd9f-49fe-aca1-97d64e4b8038 will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:17.241663 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.248662 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:17.390360 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Attempting to bind port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:17.390721 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Attempting to bind port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:17.391080 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Attempting to bind port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:17.393588 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1d913-0dbb-4615-b33c-e871e32d02fb None None] Pushing event updated for resources: {'Port': ['ID=88c1495e-dd9f-49fe-aca1-97d64e4b8038,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:17.398177 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fdc1d913-0dbb-4615-b33c-e871e32d02fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:17.401140 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:17.401955 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:17.402649 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.403214 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:17.403687 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Bound port: 88c1495e-dd9f-49fe-aca1-97d64e4b8038, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:17.404193 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.455543 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.532725 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] For port 88c1495e-dd9f-49fe-aca1-97d64e4b8038, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:17.540662 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] For port 88c1495e-dd9f-49fe-aca1-97d64e4b8038, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=88c1495e-dd9f-49fe-aca1-97d64e4b8038,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:17.550366 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.560118 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:17.783436 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Routers {'ab1fe4fa-f969-473b-a50c-fe75f63f6928'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:17.784764 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:17.917382 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa13d4-9ffe-4ebc-a09b-6a1a58538a46 req-a074f12a-bd54-4ff9-bf39-5f4cc29ed7ee tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:17.926640 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-74fa13d4-9ffe-4ebc-a09b-6a1a58538a46 req-a074f12a-bd54-4ff9-bf39-5f4cc29ed7ee tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2970822 May 20 04:23:18.111631 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Allocated IP 172.20.0.1 (83995540-c88f-492b-a28d-813735586494/6d3cc495-a4c9-407f-a0bc-2c65ca463d1d/64248fe8-efb8-433e-9d7d-26ad3d1ec18e) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:18.198171 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1d913-0dbb-4615-b33c-e871e32d02fb None None] Pushing event updated for resources: {'Port': ['ID=88c1495e-dd9f-49fe-aca1-97d64e4b8038,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:18.214784 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fdc1d913-0dbb-4615-b33c-e871e32d02fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:18.229622 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58778) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:18.388709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.410037 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Transition to ACTIVE for port object 64248fe8-efb8-433e-9d7d-26ad3d1ec18e will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:18.433984 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.449398 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-45f7d690-6cc5-41eb-bd9a-a132ad8c0eb3 req-6d1c6502-2f40-4221-80b9-d7d044646be7 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 210 time: 0.4374642 May 20 04:23:18.449605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.456390 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:18.493920 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] Set router ab1fe4fa-f969-473b-a50c-fe75f63f6928 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:18.547860 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Pushing event updated for resources: {'Port': ['ID=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:18.554534 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:18.567936 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Network 83995540-c88f-492b-a28d-813735586494 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:18.569154 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:18.572196 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:18.575597 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:18.606872 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Usage tracker for resource:security_group_rule and tenant:80d15b40c2134aabae488682df8d2d89 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:18.611761 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:18.620010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:18.807241 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-74fa13d4-9ffe-4ebc-a09b-6a1a58538a46 req-e9a74837-8d3a-4336-b524-052a870df328 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8723941 May 20 04:23:18.873887 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.919592 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.983552 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0b468f8-87e4-4cce-a212-84e44eabeb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:19.001181 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-2cf204ec-d8a5-45be-adc0-15cc34f36f11 None None] Provisioning for port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:19.011287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-74cfe1f5-1ac3-45f9-92b9-6b10e2043f07 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:19.015363 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-74cfe1f5-1ac3-45f9-92b9-6b10e2043f07 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "GET /v2.0/networks?id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 200 len: 813 time: 0.9309874 May 20 04:23:19.032537 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-2cf204ec-d8a5-45be-adc0-15cc34f36f11 None None] Provisioning complete for port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:19.038164 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2cf204ec-d8a5-45be-adc0-15cc34f36f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.043095 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Request body: {'port': {'device_id': '71be96fe-6222-473e-8216-dac7491db5c6', 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f', 'admin_state_up': True, 'tenant_id': 'aad6cbb617d24c0fb55889440e7f0d74'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:19.113576 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.133791 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80d15b40c2134aabae488682df8d2d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9028225 May 20 04:23:19.154420 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58798) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:19.155141 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50416eab-5885-4d95-9193-ea5fec84dafd,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:19.170017 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:19.256540 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-2cf204ec-d8a5-45be-adc0-15cc34f36f11 None None] Port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:19.292038 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 3, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:19.299439 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05a633-54a1-40dd-a707-49aca81595b1 None None] The sync data for ids ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'] in dv-cinder-790910-4-smb is: [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 3, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:19.299930 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.360635 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.365995 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:19.378569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Usage tracker for resource:port and tenant:aad6cbb617d24c0fb55889440e7f0d74 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:19.384189 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:19.399777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:19.420964 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Made reservation on behalf of aad6cbb617d24c0fb55889440e7f0d74 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:19.428129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.549158 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.560431 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-72c84e98-f74b-4084-98b4-6419fad45161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:19.584636 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50416eab-5885-4d95-9193-ea5fec84dafd,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:19.593366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:19.594325 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.685985 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.691543 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50416eab-5885-4d95-9193-ea5fec84dafd HTTP/1.1" status: 204 len: 168 time: 0.5187309 May 20 04:23:19.817946 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Allocated IP 172.20.0.8 (8817e3fb-46a7-431b-9f05-0b02bfc9cf1f/e6952d34-30ee-47e1-ae1c-4c4bfd0a1027/268004c4-f679-4824-8d1e-fb2e97686a45) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:20.043351 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-31ae2821-7b56-4e6c-8b3c-0b36accd4512 req-5ea9faaa-2354-42c8-9cc1-f73cdf6fae9b tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 210 time: 0.1863987 May 20 04:23:20.255997 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bca0f8d5-04f2-432a-a2fe-8fc19242884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.611727 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d03a8-1e1c-43b5-8a23-234889787422 req-2515388d-a065-4110-97f4-03729842b454 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:20.628661 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e45d03a8-1e1c-43b5-8a23-234889787422 req-2515388d-a065-4110-97f4-03729842b454 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5240829 May 20 04:23:20.775066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e45d03a8-1e1c-43b5-8a23-234889787422 req-61bb557e-ba08-4d67-bcc2-0341b9724bf0 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451769 May 20 04:23:20.785770 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.810119 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 88c1495e-dd9f-49fe-aca1-97d64e4b8038 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:20.855511 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.873159 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6ba1eafb-7e28-4a86-a06f-873cc0804617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:20.971867 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:20.987168 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:20.987774 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.011050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.020217 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:21.034273 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.058108 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:21.082911 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:21.106178 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:21.107925 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.109010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:21.198398 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1650112 May 20 04:23:21.226240 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Request body: {'port': {'device_id': '71be96fe-6222-473e-8216-dac7491db5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:21.278089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Pushing event updated for resources: {'Port': ['ID=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:21.288045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:21.362483 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.394702 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.447358 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 88c1495e-dd9f-49fe-aca1-97d64e4b8038, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=88c1495e-dd9f-49fe-aca1-97d64e4b8038,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:21.461107 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.464933 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:21.533068 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Pushing event updated for resources: {'Port': ['ID=268004c4-f679-4824-8d1e-fb2e97686a45,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:21.549691 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:21.637889 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5f09d-a3ae-405b-aefc-03a1450bcd5b req-9a9d029e-76a5-432c-aeb4-81498b63bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:21.642588 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-54d5f09d-a3ae-405b-aefc-03a1450bcd5b req-9a9d029e-76a5-432c-aeb4-81498b63bf64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.9900320 May 20 04:23:21.744282 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=88c1495e-dd9f-49fe-aca1-97d64e4b8038,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:21.754425 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:21.818564 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-f762911b-ed19-4e7c-aacb-73c3122bd997 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:21.819396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-f762911b-ed19-4e7c-aacb-73c3122bd997 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Synchronizing usage tracker for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:21.828988 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.907708 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-54d5f09d-a3ae-405b-aefc-03a1450bcd5b req-0803af16-de02-4fa9-bbee-1290c4dfb522 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576473 May 20 04:23:21.936587 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Network 83995540-c88f-492b-a28d-813735586494 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:21.938129 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:22.172064 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-f762911b-ed19-4e7c-aacb-73c3122bd997 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Unset dirty status for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:22.190519 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-f762911b-ed19-4e7c-aacb-73c3122bd997 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 931 time: 0.8075476 May 20 04:23:22.490366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Router ab1fe4fa-f969-473b-a50c-fe75f63f6928 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:23:22.491600 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-4cdeefce-b982-4ee9-964b-0c3f7ff9bf11 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Synchronizing usage tracker for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:security_group {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:22.669903 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-0ec281f9-4190-4b8d-9bef-a8cd164f6c09 None None] Provisioning complete for port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:22.671944 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0ec281f9-4190-4b8d-9bef-a8cd164f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:22.792279 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 88c1495e-dd9f-49fe-aca1-97d64e4b8038 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:23.050284 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-4cdeefce-b982-4ee9-964b-0c3f7ff9bf11 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Unset dirty status for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:security_group {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:23.058669 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a91e06a7-da90-467e-adbc-0f44975fab7a req-4cdeefce-b982-4ee9-964b-0c3f7ff9bf11 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8532887 May 20 04:23:23.090532 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-0ec281f9-4190-4b8d-9bef-a8cd164f6c09 None None] Port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:23.165358 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:23.166028 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.238314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:23.266790 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] 10.222.0.42 "PUT /v2.0/routers/ab1fe4fa-f969-473b-a50c-fe75f63f6928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5238786 May 20 04:23:23.309514 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Sync routers for ids ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:23.334736 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.db.resource_extend [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:23:23.592847 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Routers {'ab1fe4fa-f969-473b-a50c-fe75f63f6928'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:23.595131 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:22:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:23.897388 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fce14b66-ea48-4552-ab26-8f72969dc9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.901904 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.950486 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268004c4-f679-4824-8d1e-fb2e97686a45 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:24.032653 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4d6eb-22e7-42c8-92a2-450a007161b5 req-fb57a58d-85b3-4c81-8737-f220eb3d920e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:24.050309 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cdc4d6eb-22e7-42c8-92a2-450a007161b5 req-fb57a58d-85b3-4c81-8737-f220eb3d920e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 1.0111158 May 20 04:23:24.058389 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.084623 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Transition to ACTIVE for port object 268004c4-f679-4824-8d1e-fb2e97686a45 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:24.120343 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.129764 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:24.243655 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.365592 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cdc4d6eb-22e7-42c8-92a2-450a007161b5 req-6cc0d7c7-d74d-4e7a-94d9-a864f95d4d19 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130615 May 20 04:23:24.462635 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Set router ab1fe4fa-f969-473b-a50c-fe75f63f6928 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:25.082416 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Pushing event updated for resources: {'Port': ['ID=268004c4-f679-4824-8d1e-fb2e97686a45,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:25.096399 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:25.155852 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Attempting to bind port 268004c4-f679-4824-8d1e-fb2e97686a45 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:25.156847 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Attempting to bind port 268004c4-f679-4824-8d1e-fb2e97686a45 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:25.157612 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Attempting to bind port 268004c4-f679-4824-8d1e-fb2e97686a45 on network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:25.182055 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Port 268004c4-f679-4824-8d1e-fb2e97686a45 on network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:23:25.183359 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Attempting to bind port 268004c4-f679-4824-8d1e-fb2e97686a45 on network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:25.215663 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7989f1-b9fe-4f01-9b8d-eece95ba57cf req-187cbf25-920e-4a32-93df-b6d83991db4d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:25.230506 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f7989f1-b9fe-4f01-9b8d-eece95ba57cf req-187cbf25-920e-4a32-93df-b6d83991db4d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 943 time: 0.8454325 May 20 04:23:25.235397 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:25.235931 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Checking segment: {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:25.236551 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Bound using segment: {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:25.237308 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Bound port: 268004c4-f679-4824-8d1e-fb2e97686a45, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:25.240031 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.502476 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f7989f1-b9fe-4f01-9b8d-eece95ba57cf req-60cb0002-1528-4552-a7b2-f6515aecd7d8 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703433 May 20 04:23:25.518911 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] For port 268004c4-f679-4824-8d1e-fb2e97686a45, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:25.531457 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] For port 268004c4-f679-4824-8d1e-fb2e97686a45, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=268004c4-f679-4824-8d1e-fb2e97686a45,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:25.536847 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:23:19Z', 'revision_number': 4, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '64248fe8-efb8-433e-9d7d-26ad3d1ec18e', 'name': '', 'network_id': '83995540-c88f-492b-a28d-813735586494', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'mac_address': 'fa:16:3e:0f:69:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:17Z', 'updated_at': '2021-05-20T04:23:19Z', 'revision_number': 2, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'subnets': [{'id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:25.550260 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.560996 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Checking router: ab1fe4fa-f969-473b-a50c-fe75f63f6928 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:25.562161 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Updating router ab1fe4fa-f969-473b-a50c-fe75f63f6928 port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:25.564867 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c686b17a-70b5-417b-ae95-d44b533ac5ba tempest-DeleteServersTestJSON-708703136 tempest-DeleteServersTestJSON-708703136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:25.641046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 58984) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:25.778408 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:25.780214 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.781473 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.784135 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] 10.222.0.73 "PUT /v2.0/ports/268004c4-f679-4824-8d1e-fb2e97686a45 HTTP/1.1" status: 200 len: 1093 time: 4.5676866 May 20 04:23:25.785215 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71be96fe-6222-473e-8216-dac7491db5c6', 'tag': '268004c4-f679-4824-8d1e-fb2e97686a45'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:25.827605 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Pushing event updated for resources: {'Port': ['ID=268004c4-f679-4824-8d1e-fb2e97686a45,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:25.901108 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:25.968688 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.260838 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-1c2970af-9415-42f1-bd4b-c1c8af2de6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:26.262889 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.266914 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-1c2970af-9415-42f1-bd4b-c1c8af2de6ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 1096 time: 0.4303942 May 20 04:23:26.305717 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7498-74b0-412e-9d4e-b46b581ade0a req-fbdc0e21-e129-472d-953b-740e81ddb80a tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:26.329205 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d65a7498-74b0-412e-9d4e-b46b581ade0a req-fbdc0e21-e129-472d-953b-740e81ddb80a tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.4156296 May 20 04:23:26.350825 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:26.363488 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Usage tracker for resource:security_group_rule and tenant:1935dff944e945c99f3664c204f3b7dd is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:26.376779 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:26.403726 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:26.573475 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71be96fe-6222-473e-8216-dac7491db5c6', 'tag': '268004c4-f679-4824-8d1e-fb2e97686a45', 'status': 'completed', 'code': 200} May 20 04:23:26.615875 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.624193 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.627833 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-9d77c10d-f421-48c8-819c-3513d7c77da8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268004c4-f679-4824-8d1e-fb2e97686a45 HTTP/1.1" status: 200 len: 217 time: 0.2476423 May 20 04:23:26.653436 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1ebd4add-8c2a-43ae-93c5-6a00737e0883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:26.717663 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59014) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:26.724006 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4e9d7-dd2e-4334-bdcb-db5ed4164eec,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:26.735263 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:26.807902 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-9ea7a3f7-3ab8-40f7-8bfa-ffb93734a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:26.810280 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-9ea7a3f7-3ab8-40f7-8bfa-ffb93734a163 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e6952d34-30ee-47e1-ae1c-4c4bfd0a1027 HTTP/1.1" status: 200 len: 853 time: 0.1711891 May 20 04:23:26.846027 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d65a7498-74b0-412e-9d4e-b46b581ade0a req-11d68806-4e93-4b05-968b-654ea00de5ce tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149827 May 20 04:23:26.918901 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.960270 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-2fe0ebf1-b4fb-4ce3-a1ea-01840e254ab5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277215 May 20 04:23:26.984353 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Transition to ACTIVE for port object 64248fe8-efb8-433e-9d7d-26ad3d1ec18e will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:27.015880 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.029831 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-084d43bb-8693-46b6-aa62-a7a184e4fbce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:27.043073 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1935dff944e945c99f3664c204f3b7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3966224 May 20 04:23:27.054287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59026) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:27.250530 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Deleting subnet ed316f58-396d-4eb6-8875-22e5d9231d80 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:23:27.266440 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.365461 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.368379 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa22d51-46e4-45ee-9887-4fb9d7540d07 None None] Pushing event updated for resources: {'Port': ['ID=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:27.383359 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-1fa22d51-46e4-45ee-9887-4fb9d7540d07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:27.477907 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.479762 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-d6edda8d-d9f0-4308-ac3c-47f0485a7786 service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096500 May 20 04:23:27.687737 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Attempting to bind port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:27.688317 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Attempting to bind port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:27.688818 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Attempting to bind port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e on network 83995540-c88f-492b-a28d-813735586494 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:27.695755 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:27.696319 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Checking segment: {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:27.696861 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.697465 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Bound using segment: {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:27.698099 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Bound port: 64248fe8-efb8-433e-9d7d-26ad3d1ec18e, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd248a7-a398-422d-b9e4-86c45008bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '83995540-c88f-492b-a28d-813735586494'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:27.698741 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.754496 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5d8c6-178d-4241-844b-89f96006fbb6 req-0160cb37-c2b4-443c-873c-16da310a0494 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:27.769356 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dac5d8c6-178d-4241-844b-89f96006fbb6 req-0160cb37-c2b4-443c-873c-16da310a0494 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.4375894 May 20 04:23:27.862173 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dac5d8c6-178d-4241-844b-89f96006fbb6 req-fbbb58f9-126a-4360-bf4a-9cf6621d4cb5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916822 May 20 04:23:27.917255 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.922423 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc5f1-c838-44e9-92b5-744561e96227 req-257c7ce0-a558-4f24-b12c-9ccbec97ae81 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:27.928763 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac9cc5f1-c838-44e9-92b5-744561e96227 req-257c7ce0-a558-4f24-b12c-9ccbec97ae81 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 943 time: 0.5746942 May 20 04:23:27.930339 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.954657 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c8908241-7e4a-4581-b00f-8ca998660f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:27.992846 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed316f58-396d-4eb6-8875-22e5d9231d80,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:27.995854 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.016581 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] For port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:28.021026 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] For port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:28.023834 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1181919-5a19-472f-8e6e-92df02b0d135 req-eed4a012-a571-4b66-99ad-966a87b76a57 service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357401 May 20 04:23:28.030239 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed316f58-396d-4eb6-8875-22e5d9231d80 HTTP/1.1" status: 204 len: 168 time: 1.2971711 May 20 04:23:28.030239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:28.030590 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 59036) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:28.031976 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.039404 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.043294 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:28.110520 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-76a6a707-2682-46b2-b1fd-190887a833a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9927056 May 20 04:23:28.121532 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac9cc5f1-c838-44e9-92b5-744561e96227 req-90118848-d598-4ca7-83a5-ebf46047ca9a tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622355 May 20 04:23:28.221856 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa22d51-46e4-45ee-9887-4fb9d7540d07 None None] Pushing event updated for resources: {'Port': ['ID=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:28.228664 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-1fa22d51-46e4-45ee-9887-4fb9d7540d07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:28.229902 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Routers {'ab1fe4fa-f969-473b-a50c-fe75f63f6928'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:28.230930 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:23:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:28.651291 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] Set router ab1fe4fa-f969-473b-a50c-fe75f63f6928 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:28.664651 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.746420 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.776010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fae396ee-de8b-408e-bcc5-63a7ad039e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:28.837274 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-24229785-8f9e-4a6d-81b2-998df41cee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:28.842075 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-24229785-8f9e-4a6d-81b2-998df41cee8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 1096 time: 0.6961720 May 20 04:23:28.856361 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4e9d7-dd2e-4334-bdcb-db5ed4164eec,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:28.879582 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:29.196697 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.229623 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9db4e9d7-dd2e-4334-bdcb-db5ed4164eec HTTP/1.1" status: 204 len: 168 time: 2.1729901 May 20 04:23:29.356359 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-0c9c4f5a-e65f-4361-b37c-64a053b5ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:29.358163 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-0c9c4f5a-e65f-4361-b37c-64a053b5ae46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 200 len: 914 time: 0.4771118 May 20 04:23:29.603866 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-54c9e870-1645-4e68-94ae-b5f51829e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:29.610951 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-54c9e870-1645-4e68-94ae-b5f51829e167 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 1098 time: 1.2427568 May 20 04:23:29.669609 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-49d8d50d-a1d1-430d-8ac0-3188cc7479fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268004c4-f679-4824-8d1e-fb2e97686a45 HTTP/1.1" status: 200 len: 217 time: 0.2984331 May 20 04:23:29.745911 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:23:19Z', 'revision_number': 4, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '64248fe8-efb8-433e-9d7d-26ad3d1ec18e', 'name': '', 'network_id': '83995540-c88f-492b-a28d-813735586494', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'mac_address': 'fa:16:3e:0f:69:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:17Z', 'updated_at': '2021-05-20T04:23:27Z', 'revision_number': 4, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'subnets': [{'id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:29.764896 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57f9c5-e13c-480a-be02-ec7bb19605a1 None None] The sync data for ids ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'] in dv-cinder-790910-4-smb is: [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:23:19Z', 'revision_number': 4, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '64248fe8-efb8-433e-9d7d-26ad3d1ec18e', 'name': '', 'network_id': '83995540-c88f-492b-a28d-813735586494', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'mac_address': 'fa:16:3e:0f:69:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:17Z', 'updated_at': '2021-05-20T04:23:27Z', 'revision_number': 4, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'subnets': [{'id': '6d3cc495-a4c9-407f-a0bc-2c65ca463d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:29.893757 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-cd93ac73-9bc2-4e8d-b470-a30dbac3c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:29.899249 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-cd93ac73-9bc2-4e8d-b470-a30dbac3c4c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e6952d34-30ee-47e1-ae1c-4c4bfd0a1027 HTTP/1.1" status: 200 len: 853 time: 0.2182004 May 20 04:23:30.079363 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-8c330b18-61b2-464c-84bb-7996652e2dfd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716449 May 20 04:23:30.501527 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.617832 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.621732 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.622757 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.623445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > port after_create 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.624079 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.624569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > port after_update 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.625920 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.626422 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.627857 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.629104 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.651226 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 268004c4-f679-4824-8d1e-fb2e97686a45 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:23:30.663825 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-731c906d-d3b3-437e-bbbc-db4ac43f1d90 service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591543 May 20 04:23:30.670393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59066) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:30.928685 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.929224 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.934106 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.934721 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:30.935340 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88440912-56fb-4514-8c0e-11564a2fc6c2']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:30.946447 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.990874 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 64248fe8-efb8-433e-9d7d-26ad3d1ec18e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:31.039436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-a6e22cc5-1c60-47cb-b844-7eeeed080f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.041600 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-a6e22cc5-1c60-47cb-b844-7eeeed080f87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 1.3165510 May 20 04:23:31.043840 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414f2332-7c50-4165-bcbb-f47151cfff66') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:31.046478 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414f2332-7c50-4165-bcbb-f47151cfff66') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:31.205050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:31.226944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Usage tracker for resource:security_group_rule and tenant:81a0404e5f004c449f6783846bb8b795 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:31.231392 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:31.237273 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:31.255520 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:31.255887 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.261353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:31.317455 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e6a3d24b-3cc2-4ebc-9fc2-71d266bbb2be req-bdfcce8e-b865-4a01-818b-8a5b23f0e280 service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487625 May 20 04:23:31.337853 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-387f7283-9c16-42f4-88f4-ad0afc7a1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.346052 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-387f7283-9c16-42f4-88f4-ad0afc7a1ef9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 2.6195827 May 20 04:23:31.388153 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.415916 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.432053 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:23:31.432517 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.501255 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 268004c4-f679-4824-8d1e-fb2e97686a45, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=268004c4-f679-4824-8d1e-fb2e97686a45,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:31.571866 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '268004c4-f679-4824-8d1e-fb2e97686a45', 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f', 'port_id': '268004c4-f679-4824-8d1e-fb2e97686a45', 'mac_address': 'fa:16:3e:a3:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6952d34-30ee-47e1-ae1c-4c4bfd0a1027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: from cryptography.utils import int_from_bytes May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: from cryptography.utils import int_from_bytes May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:23:31.632961 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:23:31.653907 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-22da5197-ac75-47a4-aaf2-92f2797c2061 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68 HTTP/1.1" status: 200 len: 217 time: 0.5821502 May 20 04:23:31.662137 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6de5-a711-4464-a66c-30899e3f202e req-b2c43b27-b2d9-4a73-a22d-3a29a7fc17e0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.670032 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-197d6de5-a711-4464-a66c-30899e3f202e req-b2c43b27-b2d9-4a73-a22d-3a29a7fc17e0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 2.2472253 May 20 04:23:31.715203 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.774016 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.794994 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.862593 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0533c77-4de9-48eb-90fa-1096b2ec1c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:31.877876 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.951088 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fa37a-9922-40c6-ad01-23f89a6c5eaa req-b0065722-470d-43c0-b844-fd65ce9495e6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.952729 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-092fa37a-9922-40c6-ad01-23f89a6c5eaa req-b0065722-470d-43c0-b844-fd65ce9495e6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 3.0185299 May 20 04:23:31.979215 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81a0404e5f004c449f6783846bb8b795&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1855321 May 20 04:23:31.986367 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59084) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:32.096618 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac5e65a-aa0b-4498-be89-df7441ba943f,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.097538 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.111221 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.135914 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-aa16bc6f-26b6-405e-a209-973382f2ad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.161394 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.185467 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:32.189973 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268004c4-f679-4824-8d1e-fb2e97686a45 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:32.200707 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.201356 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.217677 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 268004c4-f679-4824-8d1e-fb2e97686a45, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=268004c4-f679-4824-8d1e-fb2e97686a45,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:32.220057 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.223694 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.251310 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-197d6de5-a711-4464-a66c-30899e3f202e req-9e2d8548-575c-4216-b6e3-8fed4e971b49 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747175 May 20 04:23:32.275339 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.299914 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Pushing event deleted for resources: {'Network': ['ID=88440912-56fb-4514-8c0e-11564a2fc6c2,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.342219 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.368981 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] 10.222.0.42 "DELETE /v2.0/networks/88440912-56fb-4514-8c0e-11564a2fc6c2 HTTP/1.1" status: 204 len: 168 time: 4.3361557 May 20 04:23:32.377870 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59090) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:32.391705 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.395043 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-d047a19b-c1ff-4c5a-8130-26ea4d0e43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.396340 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.399342 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.400372 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.413641 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-d047a19b-c1ff-4c5a-8130-26ea4d0e43c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.7178612 May 20 04:23:32.429628 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-092fa37a-9922-40c6-ad01-23f89a6c5eaa req-841f341d-4aa6-4b09-8860-146ab7dcbb08 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119068 May 20 04:23:32.505099 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Deleting subnet 89a5a287-c6ac-4889-97e7-f87d26657102 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:23:32.509164 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.523926 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.537549 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-04bf4e01-53bc-47f6-aeb2-83e58797bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.539243 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-04bf4e01-53bc-47f6-aeb2-83e58797bb8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 1.1780384 May 20 04:23:32.541922 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-90935f75-e9c4-4d71-808a-51dff4ee3b0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081533 May 20 04:23:32.579389 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=268004c4-f679-4824-8d1e-fb2e97686a45,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.586740 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.608112 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7c76c631-5293-44e8-abb8-4ea63fcb4c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.660333 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac5e65a-aa0b-4498-be89-df7441ba943f,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.671286 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.674866 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.680187 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aac5e65a-aa0b-4498-be89-df7441ba943f HTTP/1.1" status: 204 len: 168 time: 0.6825192 May 20 04:23:32.694819 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.732936 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['268004c4-f679-4824-8d1e-fb2e97686a45'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:32.786888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.927865 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-3910d2b9-600c-42fa-ac01-cfbd0c16b64e service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004862 May 20 04:23:32.929355 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-d89ee9b3-68ee-4909-a9de-c31558165072 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.3773310 May 20 04:23:32.982805 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 64248fe8-efb8-433e-9d7d-26ad3d1ec18e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:33.230185 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:33.231947 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.549558 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:23:33.610051 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.615941 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:33.705477 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a5a287-c6ac-4889-97e7-f87d26657102,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:33.710208 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:33.711905 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.726739 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ead60f44-947f-4682-a81a-5fba9cc52af0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/89a5a287-c6ac-4889-97e7-f87d26657102 HTTP/1.1" status: 204 len: 168 time: 1.3425939 May 20 04:23:33.727156 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59116) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:33.777899 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8f0c1f99-9761-47b4-8e27-b6fceba90af5 req-62a1e861-854e-464d-a403-321afe1b3d6c service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230567 May 20 04:23:33.917540 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-f2023487-fc24-403d-859a-9b643c7b2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:33.935431 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-f2023487-fc24-403d-859a-9b643c7b2bea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.9255385 May 20 04:23:33.998620 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:34.041514 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-a8658176-ebac-47d1-91f1-8ed2dde51a2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957558 May 20 04:23:34.118641 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b22faf-b5a3-4233-98d5-f50973d7de16 req-b683fb8e-8fb2-4d9d-9b2a-d6257330670d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:34.135847 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c4b22faf-b5a3-4233-98d5-f50973d7de16 req-b683fb8e-8fb2-4d9d-9b2a-d6257330670d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 944 time: 1.2050290 May 20 04:23:34.237049 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 59130) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:34.658287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:34.668053 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 268004c4-f679-4824-8d1e-fb2e97686a45 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:34.695844 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e51a4e2-33c8-47e0-8991-fb5ec71c22ce']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:34.740199 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a6b970-0750-407f-a203-2cff3aec1723') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:34.741130 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a6b970-0750-407f-a203-2cff3aec1723') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:34.767831 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:34.803917 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:34.822130 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:23:34.823321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:34.854599 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 268004c4-f679-4824-8d1e-fb2e97686a45 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:34.863343 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 268004c4-f679-4824-8d1e-fb2e97686a45 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:34.863878 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:23:34.907380 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:23:34.944966 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c4b22faf-b5a3-4233-98d5-f50973d7de16 req-b9a23a04-7297-42f8-95eb-501da41081ec tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7784367 May 20 04:23:34.979968 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.046288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.089370 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71be96fe-6222-473e-8216-dac7491db5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268004c4-f679-4824-8d1e-fb2e97686a45'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:35.104697 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 268004c4-f679-4824-8d1e-fb2e97686a45, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=268004c4-f679-4824-8d1e-fb2e97686a45,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:35.104975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:35.114972 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.121100 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:35.191413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.192949 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Usage tracker for resource:security_group_rule and tenant:3edb73688b1d4d59939bcbe37d08cca5 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:35.198382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-da8370ef-49ec-434b-8b78-dda88931878c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:35.221599 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:35.226068 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.236150 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e51a4e2-33c8-47e0-8991-fb5ec71c22ce,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:35.240728 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] 10.222.0.42 "DELETE /v2.0/networks/8e51a4e2-33c8-47e0-8991-fb5ec71c22ce HTTP/1.1" status: 204 len: 168 time: 1.5121081 May 20 04:23:35.242469 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:35.267781 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:35.329371 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=268004c4-f679-4824-8d1e-fb2e97686a45,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:35.338825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:35.371742 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-d044cdde-5550-401d-a1de-530b7d920d19 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3180923 May 20 04:23:35.737927 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f392e36-546b-4776-ba49-4ce6330026b6 req-542a77f5-91a3-45f5-afb0-288104a1365e service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887478 May 20 04:23:35.831762 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c885e0-a702-4169-8254-22d86523d9e0 req-b17974a4-c276-4226-a567-f4ee1a8b4ab6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:35.835066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d1c885e0-a702-4169-8254-22d86523d9e0 req-b17974a4-c276-4226-a567-f4ee1a8b4ab6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 1.1316829 May 20 04:23:35.863123 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59154) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:36.017438 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-50ab4e26-8b65-42b4-87bc-19d5c311fb76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c81cd65d5d9e4d0393e4f5b4d7778e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525462 May 20 04:23:36.022150 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59160) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:36.123487 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e89973-6e2e-4dfd-b666-e3ff956bf6e7 req-29faa4d7-c1f9-40a1-a568-bf713a46eaca tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:36.156860 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-04e89973-6e2e-4dfd-b666-e3ff956bf6e7 req-29faa4d7-c1f9-40a1-a568-bf713a46eaca tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.7938273 May 20 04:23:36.213551 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d1c885e0-a702-4169-8254-22d86523d9e0 req-af6fbf52-abab-449c-aab4-6ea33211b534 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680332 May 20 04:23:36.311888 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71be96fe-6222-473e-8216-dac7491db5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268004c4-f679-4824-8d1e-fb2e97686a45', 'code': 200} May 20 04:23:36.341590 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.460090 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-04e89973-6e2e-4dfd-b666-e3ff956bf6e7 req-5f562665-0b51-4abd-9aae-ec0a14192f8a tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631800 May 20 04:23:36.482010 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.484101 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.493718 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.526543 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-54774ae8-bfe1-4a49-b4ea-0c9e8d331708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:36.689474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a3b3f-97bc-4c04-a730-9653813b6bf9,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:36.698205 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3edb73688b1d4d59939bcbe37d08cca5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4527321 May 20 04:23:36.702124 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:36.702677 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 59166) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:36.778066 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.808304 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f8389038-019c-425e-9392-23e68c69e7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:36.825574 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.830620 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec01056f-2105-4a4a-9125-8947388b2fee,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:36.862204 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:36.890929 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.894784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.898835 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec01056f-2105-4a4a-9125-8947388b2fee HTTP/1.1" status: 204 len: 168 time: 0.8719511 May 20 04:23:36.937764 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d013-9f9f-47a6-9f5f-02fb7aa09f02 req-fc05e48a-6b56-4a2c-94bb-5e24135abd83 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:36.946316 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7104d013-9f9f-47a6-9f5f-02fb7aa09f02 req-fc05e48a-6b56-4a2c-94bb-5e24135abd83 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.3548048 May 20 04:23:37.088648 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7104d013-9f9f-47a6-9f5f-02fb7aa09f02 req-1749d82a-b373-4191-ab19-bd68480449f3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411076 May 20 04:23:37.203747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fe128-1580-4a0c-9d26-f5d83be114e6 req-adc5e979-7970-49d2-9bca-48bd4d9c8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:37.207038 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2d6fe128-1580-4a0c-9d26-f5d83be114e6 req-adc5e979-7970-49d2-9bca-48bd4d9c8dde service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 1098 time: 0.1998630 May 20 04:23:37.208980 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.293147 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-be8b8b5d-d6c7-42ed-89e1-2eccb83fd509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:37.394394 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2d6fe128-1580-4a0c-9d26-f5d83be114e6 req-99dc2841-4725-42f9-9694-861b7c8ee940 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719542 May 20 04:23:37.400830 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a3b3f-97bc-4c04-a730-9653813b6bf9,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:37.430542 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.432677 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c59a3b3f-97bc-4c04-a730-9653813b6bf9 HTTP/1.1" status: 204 len: 168 time: 0.7286928 May 20 04:23:37.434489 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:37.837412 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59204) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:37.840001 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34177139-638f-4f7d-ab9c-b3df4b123405 req-9631d9da-b21a-4927-97ed-c8d55f45a636 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:37.856267 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34177139-638f-4f7d-ab9c-b3df4b123405 req-9631d9da-b21a-4927-97ed-c8d55f45a636 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.3174314 May 20 04:23:37.960517 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34177139-638f-4f7d-ab9c-b3df4b123405 req-44767e25-2155-4afe-914c-6360ad7a388b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965836 May 20 04:23:38.018781 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-a5b07b50-6465-4072-87b1-7b357416fd8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f7898341d0c4f358c55bc8b92148e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777217 May 20 04:23:38.021387 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 59208) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:38.298484 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.527802 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.687382 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78a98d-163a-4452-89d8-89dd76f59cec req-bd94a5e8-4a4d-4b99-8b9f-d285340b67ce tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.687382 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fd78a98d-163a-4452-89d8-89dd76f59cec req-bd94a5e8-4a4d-4b99-8b9f-d285340b67ce tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.3843589 May 20 04:23:38.728642 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dfdee-397e-4d10-b515-0f24060a0fb7 req-383ea822-d0cd-4d71-8242-32f1864c302f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.734725 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6d5dfdee-397e-4d10-b515-0f24060a0fb7 req-383ea822-d0cd-4d71-8242-32f1864c302f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5882075 May 20 04:23:38.740596 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.807394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b17d21e5-8fab-4484-b136-4ecfc88c7755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:38.888885 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30003b6a-2df8-4831-b02b-7dceac89f293,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:38.905633 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.911280 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30003b6a-2df8-4831-b02b-7dceac89f293 HTTP/1.1" status: 204 len: 168 time: 0.8843265 May 20 04:23:38.911280 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:38.930400 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fd78a98d-163a-4452-89d8-89dd76f59cec req-cc29f0f1-284d-48b2-9b3c-b94dbcfeb977 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934485 May 20 04:23:38.998304 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6d5dfdee-397e-4d10-b515-0f24060a0fb7 req-528ee692-4a57-48e6-b55c-ce1c250b299e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908963 May 20 04:23:39.140078 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 59238) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:39.299334 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.452925 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59242) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:39.456808 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:39.482722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Usage tracker for resource:security_group_rule and tenant:8b3f909ea7884886ad1de19a2a17c0e4 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:39.493607 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:39.535752 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:39.670098 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b54651-d12a-49c1-8399-4f4e2c362f05 req-5a2bdaea-75f3-48a2-9bf3-8a7cfaf31e09 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:39.672829 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d6b54651-d12a-49c1-8399-4f4e2c362f05 req-5a2bdaea-75f3-48a2-9bf3-8a7cfaf31e09 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.4618716 May 20 04:23:39.703546 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05197e4-11d5-47bd-9229-d0e2de38ea66 req-8c745b70-4408-4716-8c57-440b7b39b1f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:39.716145 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f05197e4-11d5-47bd-9229-d0e2de38ea66 req-8c745b70-4408-4716-8c57-440b7b39b1f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.4290197 May 20 04:23:39.859461 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f05197e4-11d5-47bd-9229-d0e2de38ea66 req-5bfe218b-10fa-438b-b9f6-b57c86fd1eae tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416891 May 20 04:23:39.957109 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.979385 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:39.982961 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d6b54651-d12a-49c1-8399-4f4e2c362f05 req-3afee5df-5970-4ffa-a155-41d09ec6eaa6 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358243 May 20 04:23:39.985718 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e5bbcb17244a9eb4b75c862d256a42 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:39.989948 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:39.998451 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:40.131983 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.139197 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.166093 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6d07566f-2b9a-464c-876b-0511388ccf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:40.198593 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.205883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.253239 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4e5bbcb17244a9eb4b75c862d256a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975440 May 20 04:23:40.257373 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59272) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:40.274467 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d3105-acd7-4fcf-aa55-bc5df5689e03,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:40.280026 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:40.327552 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5c234e8f-0306-41ef-ba28-c14d2926d92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:40.375087 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b3f909ea7884886ad1de19a2a17c0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2330883 May 20 04:23:40.379148 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59276) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:40.386132 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.438179 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.516042 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.523451 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5092edda-ebba-4393-8b33-67c7a0db6d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:40.552922 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d3105-acd7-4fcf-aa55-bc5df5689e03,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:40.558396 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:40.577578 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.579017 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe3d3105-acd7-4fcf-aa55-bc5df5689e03 HTTP/1.1" status: 204 len: 168 time: 0.3199344 May 20 04:23:40.686407 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.749523 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.837047 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd87990-32c7-4250-9c85-40094f86ccd9,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:40.843771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:40.891842 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.895834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6d20e823-37dd-4ad9-af2d-f0d53412373e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:40.917519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd87990-32c7-4250-9c85-40094f86ccd9,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:40.928356 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:40.946623 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.950676 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bd87990-32c7-4250-9c85-40094f86ccd9 HTTP/1.1" status: 204 len: 168 time: 0.5703559 May 20 04:23:40.959853 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfc6d-2e0e-4ee3-be0c-ea1ffac95923 req-ba68a276-536c-4a40-9bcd-7de5992dc264 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:40.972974 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-900bfc6d-2e0e-4ee3-be0c-ea1ffac95923 req-ba68a276-536c-4a40-9bcd-7de5992dc264 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.5563681 May 20 04:23:41.145068 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d2222-223b-4a97-a7fb-5b4da43ebccf req-9e9afeb4-85a6-486f-b286-738bb9332504 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:41.147556 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-987d2222-223b-4a97-a7fb-5b4da43ebccf req-9e9afeb4-85a6-486f-b286-738bb9332504 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.6005630 May 20 04:23:41.197411 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-900bfc6d-2e0e-4ee3-be0c-ea1ffac95923 req-0b35b2e3-9fb1-4fb8-948f-17e7bacc824e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223437 May 20 04:23:41.286723 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-987d2222-223b-4a97-a7fb-5b4da43ebccf req-973e372c-0ab8-4de5-92eb-87fa2c1220ff tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269560 May 20 04:23:41.645705 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d2ae-077b-4a00-b6e8-4ad33237be51 req-b754622d-f411-45c0-aab9-a75fbb4b293c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:41.661522 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8903d2ae-077b-4a00-b6e8-4ad33237be51 req-b754622d-f411-45c0-aab9-a75fbb4b293c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2637858 May 20 04:23:41.843920 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8903d2ae-077b-4a00-b6e8-4ad33237be51 req-bcec5d33-1893-4931-b2cd-f3541944bb07 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800227 May 20 04:23:42.494022 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59344) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:42.562304 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.598211 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:42.610071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Usage tracker for resource:security_group_rule and tenant:87ae289ae5754e23a683016991267926 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:42.615284 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:42.631527 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:42.641883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046154e8-11f5-42d5-b154-7083353c503d req-aa8f25cf-2787-4a52-8c8a-16561d299763 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:42.656031 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-046154e8-11f5-42d5-b154-7083353c503d req-aa8f25cf-2787-4a52-8c8a-16561d299763 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.2531455 May 20 04:23:42.795393 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-046154e8-11f5-42d5-b154-7083353c503d req-412aa3d8-7664-4298-b7e8-47031f70cfee tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382353 May 20 04:23:42.887437 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.900800 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.945334 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-539f7a74-68ae-4cdc-a192-a5e3c28818b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.135401 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87ae289ae5754e23a683016991267926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398664 May 20 04:23:43.141151 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59374) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.148014 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a2e9db-82ef-4880-a4a7-5daa1fa100e5,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.208328 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97c27d-61de-41ef-a1b9-46788c438670 req-3a068ad6-36b9-47ed-9783-2bd114f6ef32 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:43.217986 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-af97c27d-61de-41ef-a1b9-46788c438670 req-3a068ad6-36b9-47ed-9783-2bd114f6ef32 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1328645 May 20 04:23:43.230044 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.289460 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-af97c27d-61de-41ef-a1b9-46788c438670 req-20112fb7-cf3e-4c1e-93c1-ebbb4c41b853 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695484 May 20 04:23:43.354314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.468165 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.648632 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.652694 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-150dd7f7-53e7-410b-b2d7-d7575747e5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.671037 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a2e9db-82ef-4880-a4a7-5daa1fa100e5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.679374 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.693964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.695960 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83a2e9db-82ef-4880-a4a7-5daa1fa100e5 HTTP/1.1" status: 204 len: 168 time: 0.5531909 May 20 04:23:43.930603 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59394) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:44.485462 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.526699 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:44.538880 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd121546eb2412881e63f162ce9e316 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:44.542656 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:44.554772 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:44.597449 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72896e5c-6108-4559-901c-08db7e36357d req-1a020620-75f7-4a86-9d25-cc28965b625f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:44.608478 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-72896e5c-6108-4559-901c-08db7e36357d req-1a020620-75f7-4a86-9d25-cc28965b625f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.5195901 May 20 04:23:44.719818 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.735684 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.751334 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:23:44.752941 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b98b0-0291-4aad-a53d-23abcfb36aa0 req-0b046b43-39a8-4bd4-8781-81bdbec2a5f9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:44.765198 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0360176-2d39-4142-bca1-a5d49c671708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:44.766196 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c1b98b0-0291-4aad-a53d-23abcfb36aa0 req-0b046b43-39a8-4bd4-8781-81bdbec2a5f9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5025446 May 20 04:23:44.822164 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e72bce-7675-4978-9378-29e16e433b75,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:44.832123 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:44.869382 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcd121546eb2412881e63f162ce9e316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9328794 May 20 04:23:44.875171 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59424) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:45.013125 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.049610 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c1b98b0-0291-4aad-a53d-23abcfb36aa0 req-f1034a8c-6537-4326-a8a6-c85d5f33eb6c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784162 May 20 04:23:45.078453 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.084301 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-72896e5c-6108-4559-901c-08db7e36357d req-d4af0ba2-cfcb-4914-9f3e-02557c2852bf tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547186 May 20 04:23:45.211698 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:45.219904 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.234886 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6c934229-0844-4b96-83e5-edf521d2e532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:45.252953 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '370aa6f1-ae96-40e4-8117-d78384510bde', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:23:45.288834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e72bce-7675-4978-9378-29e16e433b75,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:45.306669 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:45.308338 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.310306 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22e72bce-7675-4978-9378-29e16e433b75 HTTP/1.1" status: 204 len: 168 time: 0.4322844 May 20 04:23:45.369354 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.407075 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 370aa6f1-ae96-40e4-8117-d78384510bde {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:45.432008 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:45.440530 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.443246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:45.598032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['370aa6f1-ae96-40e4-8117-d78384510bde'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:45.668382 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0d3bc-0f40-49a5-88b3-2061677e6757 req-ed3ffb5f-060c-4c11-b574-94f1cef6a647 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:45.684613 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-38b0d3bc-0f40-49a5-88b3-2061677e6757 req-ed3ffb5f-060c-4c11-b574-94f1cef6a647 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 945 time: 0.2851949 May 20 04:23:45.857301 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=6']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:45.893553 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:45.899907 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-38b0d3bc-0f40-49a5-88b3-2061677e6757 req-f296a15f-c668-4805-a5da-cacedcd8d360 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123709 May 20 04:23:46.575290 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723f3f7-2288-4ea3-8b95-38c2a8120066 req-f3d95f0e-1ad6-4325-8ea7-3ec2cffa1699 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:46.616024 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0723f3f7-2288-4ea3-8b95-38c2a8120066 req-f3d95f0e-1ad6-4325-8ea7-3ec2cffa1699 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.2507792 May 20 04:23:46.740985 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0723f3f7-2288-4ea3-8b95-38c2a8120066 req-3a087e2f-4ed1-4e98-9368-b0b1ab4ebf8b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185057 May 20 04:23:46.770496 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:47.016046 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 370aa6f1-ae96-40e4-8117-d78384510bde triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:47.018255 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.499333 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab7a3-0bbf-4323-8d39-cb3ba1cce266 req-a3632891-83f2-448a-8b71-5a290da4dd46 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:47.519509 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dd8ab7a3-0bbf-4323-8d39-cb3ba1cce266 req-a3632891-83f2-448a-8b71-5a290da4dd46 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 945 time: 0.2733924 May 20 04:23:47.526010 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.597077 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:47.620011 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:47.630385 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.637015 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:47.656404 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dd8ab7a3-0bbf-4323-8d39-cb3ba1cce266 req-9261c3f8-3e2a-405a-9364-433b4efc2aa0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302989 May 20 04:23:47.750598 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'code': 200} May 20 04:23:47.814769 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=7']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:47.821375 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:48.152810 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52d6da-a56e-43a0-9c4a-0d1539108a94 req-d1a5753d-4066-4ed1-89e4-67a891cc6349 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:48.170292 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8e52d6da-a56e-43a0-9c4a-0d1539108a94 req-d1a5753d-4066-4ed1-89e4-67a891cc6349 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1871099 May 20 04:23:48.262532 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8e52d6da-a56e-43a0-9c4a-0d1539108a94 req-bed5e608-92f1-48fe-9204-aad376fbbed2 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909150 May 20 04:23:49.068410 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4328c8f-8e0f-4adc-8f24-d499c2e19515 req-50bc375f-39d6-440b-acc1-9925bc24e457 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:49.081866 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b4328c8f-8e0f-4adc-8f24-d499c2e19515 req-50bc375f-39d6-440b-acc1-9925bc24e457 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1939828 May 20 04:23:49.216097 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b4328c8f-8e0f-4adc-8f24-d499c2e19515 req-b95519f4-dfbd-42b9-a08f-c623f53e917d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306963 May 20 04:23:49.658762 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4708-4c9b-4b82-b2f4-0a4e9f176cd9 req-2574c90a-1680-423d-93ff-c8dd324bc618 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:49.660293 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-481d4708-4c9b-4b82-b2f4-0a4e9f176cd9 req-2574c90a-1680-423d-93ff-c8dd324bc618 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1782820 May 20 04:23:49.761731 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-481d4708-4c9b-4b82-b2f4-0a4e9f176cd9 req-884f0f24-fdc5-4489-8414-91e0cabcdf3f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890412 May 20 04:23:50.219344 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9c90dbc9-d64e-43f4-ac54-85c7cac31b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:50.409283 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-3b93d0b8-1940-4b5a-84c2-c0f50936e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:50.411912 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-3b93d0b8-1940-4b5a-84c2-c0f50936e3ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.1782861 May 20 04:23:50.643998 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59542) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:50.836738 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:50.864771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:50.870136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:4541946a29e24b7ebd830b85510c846b is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:50.875394 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:50.884316 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:50.890577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-f37b37d1-e541-4eea-8689-580b31e5f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:50.909745 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-f37b37d1-e541-4eea-8689-580b31e5f7f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.4693820 May 20 04:23:51.010268 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.020753 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.029927 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-42270e09-4d85-4527-8f96-bbe7608ade54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:51.079246 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4541946a29e24b7ebd830b85510c846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315212 May 20 04:23:51.080558 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ffcd8-afaf-4a6f-8554-6b31aefa8975,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:51.085156 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:51.085918 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59552) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:51.136606 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-0b45de75-33ab-42a1-aff1-3a22a8a7f99a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.2251065 May 20 04:23:51.170630 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.217977 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.265082 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807397c1-6818-4537-ba3f-3f7e577f552c req-bf4652fe-a241-4b9b-a5da-91404e12ffea tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:51.285102 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.289416 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-807397c1-6818-4537-ba3f-3f7e577f552c req-bf4652fe-a241-4b9b-a5da-91404e12ffea tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.8237751 May 20 04:23:51.290943 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-448b670c-3b1f-48fa-a52b-4e48517df5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:51.306124 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ffcd8-afaf-4a6f-8554-6b31aefa8975,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:51.310662 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:51.326625 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.329680 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e3ffcd8-afaf-4a6f-8554-6b31aefa8975 HTTP/1.1" status: 204 len: 168 time: 0.2415097 May 20 04:23:51.349780 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ede89-0fc3-482f-9886-5a158e326398 req-4e6da785-c7e1-4231-8e9f-c955ea8369cc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:51.352495 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4f9ede89-0fc3-482f-9886-5a158e326398 req-4e6da785-c7e1-4231-8e9f-c955ea8369cc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.7253664 May 20 04:23:51.814967 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-7c35facf-ecf5-4e89-a4ee-b6404de5031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:51.816766 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-7c35facf-ecf5-4e89-a4ee-b6404de5031a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.6667843 May 20 04:23:51.838174 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-807397c1-6818-4537-ba3f-3f7e577f552c req-437d1710-84a8-4501-aca6-ca8195ff0c7a tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341828 May 20 04:23:51.978210 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4f9ede89-0fc3-482f-9886-5a158e326398 req-72d49770-91a7-4054-a0dc-fd8d2715e3a5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959130 May 20 04:23:51.991262 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-aa50fd59-02ec-4fe1-bc8e-014bdff2ecee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491966 May 20 04:23:52.180018 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-ca74eb58-c65a-454f-93f5-7357494dceae service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728985 May 20 04:23:52.239171 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59568) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:52.261707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.286080 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:52.290848 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Usage tracker for resource:security_group_rule and tenant:10f44a531d1c41fa97f2244cba047d85 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:52.295337 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:52.311696 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:52.475219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.486983 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.497793 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ca298-3890-4849-909c-153bb27e4811 req-7d8c5306-420d-4609-90b8-53698af3b846 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:52.499740 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bc6ca298-3890-4849-909c-153bb27e4811 req-7d8c5306-420d-4609-90b8-53698af3b846 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.3186314 May 20 04:23:52.505674 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0e2e6e5c-2453-4eac-b255-969c7de976c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:52.550242 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d11ecf5-b36c-45dc-af3d-a30c87ac5538 req-80227d58-7e3d-431e-b7c1-ca6e275def72 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248599 May 20 04:23:52.575040 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630ab2c9-c9ca-4c74-9fb0-363858190159,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:52.592513 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:52.602788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bc6ca298-3890-4849-909c-153bb27e4811 req-83378fef-8166-4521-a056-79e3ae8ad6f3 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848584 May 20 04:23:52.616575 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 59584) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:52.618535 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10f44a531d1c41fa97f2244cba047d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774879 May 20 04:23:52.732450 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.792230 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.900835 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.915206 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-dd07fb0d-51f5-4805-afe4-054843c78cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:52.942390 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ab2c9-c9ca-4c74-9fb0-363858190159,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:52.947040 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:52.979915 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.991237 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-e6b2d9d9-0197-4d6f-9b56-3428c094a013 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/630ab2c9-c9ca-4c74-9fb0-363858190159 HTTP/1.1" status: 204 len: 168 time: 0.3720903 May 20 04:23:53.284446 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ab382-f3d6-48b9-bd91-a6900c8934da req-ed440ff2-93fc-4c26-b27a-06b565174211 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:53.291651 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-aa5ab382-f3d6-48b9-bd91-a6900c8934da req-ed440ff2-93fc-4c26-b27a-06b565174211 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2226920 May 20 04:23:53.363586 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ddbfeb1d-4034-410b-92d3-c6cb512947f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.367177 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.380626 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-aa5ab382-f3d6-48b9-bd91-a6900c8934da req-5c623450-0ebd-47d0-b780-99d2314c968e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877445 May 20 04:23:53.785863 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb7e47-19ee-481f-8f87-e4a96571fbca req-132dc66f-1707-4ff6-8a28-8136f82d8080 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:53.787669 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-18fb7e47-19ee-481f-8f87-e4a96571fbca req-132dc66f-1707-4ff6-8a28-8136f82d8080 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2167470 May 20 04:23:53.901900 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-18fb7e47-19ee-481f-8f87-e4a96571fbca req-fef08f68-cb51-438c-8f1c-766e47637738 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648103 May 20 04:23:53.941881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2651f1-9804-471c-b2bf-e3d650551c29 req-564dd361-531a-4ca7-a3be-59fea0a95a90 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:53.944125 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2651f1-9804-471c-b2bf-e3d650551c29 req-564dd361-531a-4ca7-a3be-59fea0a95a90 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1553802 May 20 04:23:54.006388 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2651f1-9804-471c-b2bf-e3d650551c29 req-aa9d4a34-bea1-45c3-b4ed-0885c5e913f6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549605 May 20 04:23:54.144732 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.784717 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeebbb-6a83-43e2-b9c7-d381cb6b241a req-c9e44a67-18f7-4a88-b607-9febc40e3328 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:54.805007 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-61eeebbb-6a83-43e2-b9c7-d381cb6b241a req-c9e44a67-18f7-4a88-b607-9febc40e3328 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.2352746 May 20 04:23:55.001120 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-61eeebbb-6a83-43e2-b9c7-d381cb6b241a req-51498010-5438-408f-b3be-07fc0c60a95b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942182 May 20 04:23:55.086412 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-03cf1f57-966e-48b5-b2b6-520ac32eda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:55.087960 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-03cf1f57-966e-48b5-b2b6-520ac32eda0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1098 time: 0.2302890 May 20 04:23:55.416179 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-35c17bad-78d0-4c10-8c25-b3787add34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:55.417949 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-35c17bad-78d0-4c10-8c25-b3787add34e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.3203664 May 20 04:23:55.431934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f751d7-a1d2-41e4-aad3-ca63022dbf26 req-87f1347b-00bb-487a-bf66-0c880cfd069d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:55.433891 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-29f751d7-a1d2-41e4-aad3-ca63022dbf26 req-87f1347b-00bb-487a-bf66-0c880cfd069d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1386671 May 20 04:23:55.651807 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-29f751d7-a1d2-41e4-aad3-ca63022dbf26 req-73fadc1e-1b82-454c-8e7f-a6bc95429b86 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604648 May 20 04:23:55.656603 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.669798 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-bd017bf2-e98c-4cd4-857b-db836f75f9d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 1001 time: 0.2323184 May 20 04:23:55.835684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-3472687c-1834-4eed-9719-2504742b5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:55.837177 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-3472687c-1834-4eed-9719-2504742b5e64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.1574793 May 20 04:23:56.240292 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-1bd2afbf-e608-4b37-a2e7-2f11f14b5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.242972 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-1bd2afbf-e608-4b37-a2e7-2f11f14b5b5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3971696 May 20 04:23:56.256071 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19917da-0f4c-4f9d-993a-dc15b0f2e664 req-8ca0f45e-a07a-4325-b0b4-1f0cf83cf3cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.257706 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c19917da-0f4c-4f9d-993a-dc15b0f2e664 req-8ca0f45e-a07a-4325-b0b4-1f0cf83cf3cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.3469248 May 20 04:23:56.405869 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c19917da-0f4c-4f9d-993a-dc15b0f2e664 req-3a4a91ad-4f3f-4697-b3af-380dae84b353 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269581 May 20 04:23:56.458174 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-a241e3ba-347f-4c0e-8d1d-cd313b7b5810 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994555 May 20 04:23:56.691663 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e442ed27-a52d-4f98-aad0-ce5c745e7fa1 req-ca89b017-0bd8-471e-8ca5-652c260505cd service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238133 May 20 04:23:56.718010 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0fb2-4af4-4c99-ad93-80bb32433a86 req-a7747be9-519b-4149-8dfe-3f34251eb3bc tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.719435 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e64f0fb2-4af4-4c99-ad93-80bb32433a86 req-a7747be9-519b-4149-8dfe-3f34251eb3bc tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1551447 May 20 04:23:56.782847 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e64f0fb2-4af4-4c99-ad93-80bb32433a86 req-c50c75b4-487b-4b52-a0ed-088d82deef0b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570507 May 20 04:23:57.676830 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-e8617a81-6168-4547-8bdb-28978683daae tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:57.678107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-e8617a81-6168-4547-8bdb-28978683daae tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Synchronizing usage tracker for tenant:c5f08de5927e4fe7bf0b8ec6288e1157 on resource:network {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:57.774465 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-e8617a81-6168-4547-8bdb-28978683daae tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Unset dirty status for tenant:c5f08de5927e4fe7bf0b8ec6288e1157 on resource:network {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:57.776685 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-e8617a81-6168-4547-8bdb-28978683daae tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 814 time: 0.7031071 May 20 04:23:57.832070 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-e68d6ab0-bd7b-4e3a-a63f-f385b09c3b13 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/quotas/c5f08de5927e4fe7bf0b8ec6288e1157 HTTP/1.1" status: 200 len: 375 time: 0.0346639 May 20 04:23:58.022041 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e828e-c2e2-4b86-9c7c-90035079036f req-23f1d5a9-8da3-409d-8d48-8c8f13f0c7af tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:58.034698 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-302e828e-c2e2-4b86-9c7c-90035079036f req-23f1d5a9-8da3-409d-8d48-8c8f13f0c7af tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5303268 May 20 04:23:58.142793 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-302e828e-c2e2-4b86-9c7c-90035079036f req-3f092273-d75a-4209-a178-4e6f871bd15e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062031 May 20 04:23:58.162508 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-96d551c7-012f-4764-8390-bacce192c205 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2988634 May 20 04:23:58.502896 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59760) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:58.551205 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-f33b9d7f-0af3-45f1-8c7d-f54bee5b74d2 service neutron] 10.222.0.42 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683596 May 20 04:23:58.667683 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0fad-6b1e-4985-bf5a-4a2869b0a236 req-bdf8ba94-38af-4a0f-9e6f-a11bb1b27663 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:58.669591 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b44a0fad-6b1e-4985-bf5a-4a2869b0a236 req-bdf8ba94-38af-4a0f-9e6f-a11bb1b27663 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2984688 May 20 04:23:58.736347 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b44a0fad-6b1e-4985-bf5a-4a2869b0a236 req-b6eec3ee-1b1c-40e3-b5e7-840f192dfbb5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512569 May 20 04:23:58.914378 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-0251f4e4-fd80-40a6-b738-201197483473 service neutron] 10.222.0.42 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618078 May 20 04:23:59.012206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.032324 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:59.037239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Usage tracker for resource:security_group_rule and tenant:9969aeded601484ea4a9c3d53a030bbf is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:59.041366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:59.049937 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:59.301960 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.310869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.323837 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-71a9a8e8-233b-4f70-82ad-4103396d2ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:59.377083 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9969aeded601484ea4a9c3d53a030bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8702743 May 20 04:23:59.378247 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59786) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:59.392380 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e8da3d-bbf0-4d47-87b4-c97f9d415a65,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:59.412848 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:59.424072 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ed98ee9-c67a-430e-ba42-d44cd0fb2584 req-c111ace2-b9ea-4092-a164-d52338d77d5b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 210 time: 0.1439233 May 20 04:23:59.484409 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f60bbf-52f6-4d01-b2a6-b67e11de0a1d req-b2588c12-530d-41cc-85ef-3cac9ff10bcd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:59.499118 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f7f60bbf-52f6-4d01-b2a6-b67e11de0a1d req-b2588c12-530d-41cc-85ef-3cac9ff10bcd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.3413155 May 20 04:23:59.544639 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.579288 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f7f60bbf-52f6-4d01-b2a6-b67e11de0a1d req-5d1fd89d-5402-45cb-a091-2f8fdafdc7c5 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780740 May 20 04:23:59.589358 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.669626 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.686675 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-270b8614-efe5-4ec5-a5e7-d13f5189166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:59.728656 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.733610 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8e8da3d-bbf0-4d47-87b4-c97f9d415a65 HTTP/1.1" status: 204 len: 168 time: 0.3539894 May 20 04:23:59.737997 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e8da3d-bbf0-4d47-87b4-c97f9d415a65,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:59.740764 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:59.781167 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af37e76-ba7c-4b97-8d0f-5d5b954506e8 req-330e4f2f-85f9-47d9-950d-8c041ba3ba37 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:59.783543 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2af37e76-ba7c-4b97-8d0f-5d5b954506e8 req-330e4f2f-85f9-47d9-950d-8c041ba3ba37 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1626186 May 20 04:23:59.894986 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2af37e76-ba7c-4b97-8d0f-5d5b954506e8 req-bdb65e29-3b54-4627-ac4f-02f0d373b498 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031115 May 20 04:24:00.387528 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca04d3d-998c-437f-b09c-196e99d165a2 req-225051b0-6316-43e2-bd12-eb8141847354 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:00.406239 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fca04d3d-998c-437f-b09c-196e99d165a2 req-225051b0-6316-43e2-bd12-eb8141847354 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2245464 May 20 04:24:00.490572 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fca04d3d-998c-437f-b09c-196e99d165a2 req-fd1b50d5-4026-4cb0-a1bc-4b409ccecc16 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827179 May 20 04:24:00.860194 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b6f61d2a-7203-401a-a7c9-817d5fbefc4e req-0326a59c-7297-4c4c-b0fd-676241ecea67 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 210 time: 0.0808713 May 20 04:24:01.375862 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5cd23-6670-446b-b088-6f065dad639a req-ce567382-a5ee-42da-b83a-3c9eebc31853 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:01.384181 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4de5cd23-6670-446b-b088-6f065dad639a req-ce567382-a5ee-42da-b83a-3c9eebc31853 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.3624675 May 20 04:24:01.542277 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4de5cd23-6670-446b-b088-6f065dad639a req-ae19cf67-df51-4522-9132-14d389956e9d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577423 May 20 04:24:01.577923 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.598209 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-540e2595-deb8-48b0-b517-acb988b44e49 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:01.600128 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-540e2595-deb8-48b0-b517-acb988b44e49 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 814 time: 0.3132775 May 20 04:24:01.615763 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'port': {'device_id': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'admin_state_up': True, 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:02.008432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:02.015457 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:port and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:02.020129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:02.029970 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:02.048180 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60571b-126a-48c9-bd08-991c22e58a1a req-8884f30e-9c7b-4b1e-ad5f-f572953c88c4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:02.056416 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ff60571b-126a-48c9-bd08-991c22e58a1a req-8884f30e-9c7b-4b1e-ad5f-f572953c88c4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2496243 May 20 04:24:02.079469 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Made reservation on behalf of c5f08de5927e4fe7bf0b8ec6288e1157 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:02.083137 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:02.188258 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ff60571b-126a-48c9-bd08-991c22e58a1a req-d548c107-6e89-4e3c-aade-69dbcfbb26ec tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308606 May 20 04:24:02.794575 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ca058fe4-97f5-49ff-86ea-8ee995d36d3e req-6be3f808-9e0b-4f4d-900f-4640bf9e8204 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 210 time: 0.2566919 May 20 04:24:02.842496 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59876) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:02.870618 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Allocated IP 172.20.0.10 (4106368e-c987-4b05-a36c-f23a79cb959f/e3724d78-e32e-4fa3-80a9-8fdb856bd3a8/e76e49d5-f32e-42fc-a033-6f6c467f70cb) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:03.096213 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.136720 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:03.145655 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f228afcd09b427f9274462ae19bfc44 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:03.155717 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:03.170875 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:03.329823 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.352601 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Transition to ACTIVE for port object e76e49d5-f32e-42fc-a033-6f6c467f70cb will not be triggered until provisioned by entity DHCP. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:03.372765 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.389098 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.395117 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.415838 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:03.435452 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-922cbb93-a638-4f57-b5e0-10bcde3f2462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:03.473206 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f228afcd09b427f9274462ae19bfc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286917 May 20 04:24:03.474561 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f711d-d93e-4bac-bf8a-1098e9353bc5,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:03.479668 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 59884) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:03.499407 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:03.539260 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Network 4106368e-c987-4b05-a36c-f23a79cb959f is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:03.542418 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:03.545519 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:03.559996 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:03.566293 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:03.609666 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.688527 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.838236 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:03.839242 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.866307 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.878078 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:03.929177 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f711d-d93e-4bac-bf8a-1098e9353bc5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:03.931797 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-fb4c959d-bc7b-41f8-ae4e-5692bf9c31dd None None] Provisioning for port e76e49d5-f32e-42fc-a033-6f6c467f70cb completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:03.946675 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:03.976565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.980844 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c6f711d-d93e-4bac-bf8a-1098e9353bc5 HTTP/1.1" status: 204 len: 168 time: 0.4867835 May 20 04:24:03.995125 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-fb4c959d-bc7b-41f8-ae4e-5692bf9c31dd None None] Provisioning complete for port e76e49d5-f32e-42fc-a033-6f6c467f70cb triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:03.995774 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fb4c959d-bc7b-41f8-ae4e-5692bf9c31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.101231 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c959d-bc7b-41f8-ae4e-5692bf9c31dd None None] Port e76e49d5-f32e-42fc-a033-6f6c467f70cb cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:04.106528 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4932547 May 20 04:24:04.212543 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fda7a6-35ed-446c-848c-a41743d1d5ca req-ab4ec322-3029-4080-9e7e-be2c3f3c04fa tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:04.278858 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-70fda7a6-35ed-446c-848c-a41743d1d5ca req-ab4ec322-3029-4080-9e7e-be2c3f3c04fa tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 1.3142264 May 20 04:24:04.304107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Request body: {'port': {'device_id': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:05.115842 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-70fda7a6-35ed-446c-848c-a41743d1d5ca req-9a2c8dfb-f8a8-4471-95b0-3fbef22ad59f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562394 May 20 04:24:05.212702 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca29103-d6d8-45be-a9d6-6c593b04de45 req-c2c5767e-d2cf-43c6-b1e8-f6f20223ac0c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:05.235603 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2ca29103-d6d8-45be-a9d6-6c593b04de45 req-c2c5767e-d2cf-43c6-b1e8-f6f20223ac0c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 1.6853359 May 20 04:24:05.280615 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.427520 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2ca29103-d6d8-45be-a9d6-6c593b04de45 req-af41f02c-84a6-457f-93a4-efee3f937db3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809278 May 20 04:24:05.940997 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-feb36215-4b42-4731-9564-0dd7c9263400 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:05.942477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-feb36215-4b42-4731-9564-0dd7c9263400 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Synchronizing usage tracker for tenant:c5f08de5927e4fe7bf0b8ec6288e1157 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:06.374184 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76e49d5-f32e-42fc-a033-6f6c467f70cb {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:06.392226 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.425445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Transition to ACTIVE for port object e76e49d5-f32e-42fc-a033-6f6c467f70cb will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:06.433770 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-feb36215-4b42-4731-9564-0dd7c9263400 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Unset dirty status for tenant:c5f08de5927e4fe7bf0b8ec6288e1157 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:06.448154 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-feb36215-4b42-4731-9564-0dd7c9263400 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 932 time: 1.1243894 May 20 04:24:06.455292 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.493050 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:06.943104 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-e4a3bb29-b606-4af2-a030-9f6f782c169d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Synchronizing usage tracker for tenant:c5f08de5927e4fe7bf0b8ec6288e1157 on resource:security_group {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:06.953189 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:06.988401 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:07.097400 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-e4a3bb29-b606-4af2-a030-9f6f782c169d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Unset dirty status for tenant:c5f08de5927e4fe7bf0b8ec6288e1157 on resource:security_group {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:07.108214 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9187c1d6-9cc1-4cfb-a2a9-90b13e1a28b7 req-e4a3bb29-b606-4af2-a030-9f6f782c169d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582732 May 20 04:24:07.157708 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Attempting to bind port e76e49d5-f32e-42fc-a033-6f6c467f70cb on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:07.158057 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Attempting to bind port e76e49d5-f32e-42fc-a033-6f6c467f70cb by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:07.158396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Attempting to bind port e76e49d5-f32e-42fc-a033-6f6c467f70cb on network 4106368e-c987-4b05-a36c-f23a79cb959f {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:07.174865 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Port e76e49d5-f32e-42fc-a033-6f6c467f70cb on network 4106368e-c987-4b05-a36c-f23a79cb959f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:24:07.175235 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Attempting to bind port e76e49d5-f32e-42fc-a033-6f6c467f70cb on network 4106368e-c987-4b05-a36c-f23a79cb959f {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:07.199513 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:07.199951 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Checking segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:07.200500 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Bound using segment: {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:07.201100 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Bound port: e76e49d5-f32e-42fc-a033-6f6c467f70cb, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb021a-c238-4797-8f52-542429471927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:07.201477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.411463 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:07.415648 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:07.463417 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.480699 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-10dcc45e-caf6-4385-b27d-8363cc9a0892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:07.549637 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:07.550513 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.552281 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] 10.222.0.73 "PUT /v2.0/ports/e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 1094 time: 3.2678871 May 20 04:24:07.562351 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:07.614781 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:07.632500 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371e16f-3277-42c3-9e83-da7c0d8af544 req-187e75fb-26fd-4a69-8821-6a32e4ef076d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:07.640078 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b371e16f-3277-42c3-9e83-da7c0d8af544 req-187e75fb-26fd-4a69-8821-6a32e4ef076d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2225385 May 20 04:24:07.662798 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:07.804021 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b371e16f-3277-42c3-9e83-da7c0d8af544 req-4ea83907-82f5-4ad5-a8d0-3050516f8c30 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626973 May 20 04:24:08.348318 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-d58fef61-c019-400a-882d-ecd144e5ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:08.352286 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-d58fef61-c019-400a-882d-ecd144e5ee75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1097 time: 0.4812162 May 20 04:24:08.392696 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58762-7c39-43eb-a1f5-22a9471258e6 req-4150db33-4621-436a-97e7-52c86dba4d1b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:08.403955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-deb58762-7c39-43eb-a1f5-22a9471258e6 req-4150db33-4621-436a-97e7-52c86dba4d1b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2886362 May 20 04:24:08.622990 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-deb58762-7c39-43eb-a1f5-22a9471258e6 req-10dfd684-2cee-4116-a2d7-48f96f5ccee9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087747 May 20 04:24:08.868590 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'status': 'completed', 'code': 200} May 20 04:24:08.912240 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-9d536f3b-88c5-4a5a-baef-84202cf780c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 217 time: 0.2295630 May 20 04:24:09.268027 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-8b3e4856-318c-4618-84c2-370c48f966ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:09.270117 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-8b3e4856-318c-4618-84c2-370c48f966ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.1415329 May 20 04:24:09.534194 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-a29973b4-2af4-452e-a525-666a8a9768c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:09.536018 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-a29973b4-2af4-452e-a525-666a8a9768c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2418234 May 20 04:24:09.564724 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cf473-0c89-45ef-b94d-f9a8e35bf0c2 req-2f8bc68d-5ae1-427f-a3ef-3bd971d0e0b9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:09.578788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8a9cf473-0c89-45ef-b94d-f9a8e35bf0c2 req-2f8bc68d-5ae1-427f-a3ef-3bd971d0e0b9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.1729152 May 20 04:24:09.658485 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8a9cf473-0c89-45ef-b94d-f9a8e35bf0c2 req-856601ea-5b1b-4b50-bdd2-c060fbe7a7a1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772967 May 20 04:24:09.944846 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-acc1d840-991f-47f8-a615-a47985666ccc service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776821 May 20 04:24:09.972762 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f922a5-8622-42ca-a4cd-fd6e0bb4b036 req-a5d93901-5fe3-4827-aa4d-631dcf6e9ee8 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:09.975253 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-29f922a5-8622-42ca-a4cd-fd6e0bb4b036 req-a5d93901-5fe3-4827-aa4d-631dcf6e9ee8 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1462209 May 20 04:24:10.038715 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-29f922a5-8622-42ca-a4cd-fd6e0bb4b036 req-db14c032-3b57-4fe4-9554-1cc38ec6c2e4 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538430 May 20 04:24:10.307925 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881679-1994-418d-83ca-c30709a11e4c req-5d5d3db7-e71d-4dcb-b2b2-b6c6eec4a0dd tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:10.309755 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-92881679-1994-418d-83ca-c30709a11e4c req-5d5d3db7-e71d-4dcb-b2b2-b6c6eec4a0dd tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1461904 May 20 04:24:10.402404 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-92881679-1994-418d-83ca-c30709a11e4c req-b18d83f4-1f31-4d5c-93f9-a8baa5a80151 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824022 May 20 04:24:10.629346 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:24:11.008697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76034-5188-4517-9d85-4c4952d1d96c req-8b41a7c7-8153-4251-a56f-0ccd8a97ca73 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:11.011084 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26c76034-5188-4517-9d85-4c4952d1d96c req-8b41a7c7-8153-4251-a56f-0ccd8a97ca73 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.1283262 May 20 04:24:11.072599 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26c76034-5188-4517-9d85-4c4952d1d96c req-1a4ea887-cd83-4bcb-ab16-601f9f57ffc6 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 May 20 04:24:11.416149 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa833b-1c6c-4c66-b6fc-3f010fe1922b req-371a5227-2ba4-4f00-85ec-50e10bdf9a72 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:11.438120 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-14fa833b-1c6c-4c66-b6fc-3f010fe1922b req-371a5227-2ba4-4f00-85ec-50e10bdf9a72 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2324238 May 20 04:24:11.521507 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-14fa833b-1c6c-4c66-b6fc-3f010fe1922b req-0cf9d878-140b-4d29-8f17-5d0066fabdd6 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817554 May 20 04:24:11.532929 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-f1e3b834-0db4-478e-9dd9-b556c4a5dbf9 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1990d916ac9d4bb3a56080872795816e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665030 May 20 04:24:11.811369 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-1cdc5467-8d2a-457e-bf2f-e2ee1616d467 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:11.812912 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-1cdc5467-8d2a-457e-bf2f-e2ee1616d467 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781236 May 20 04:24:11.849149 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-2213e956-c954-4bb1-b009-32181562747c tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/quotas/1990d916ac9d4bb3a56080872795816e HTTP/1.1" status: 200 len: 375 time: 0.0235577 May 20 04:24:11.943454 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540aece-b4e4-4f33-81d6-ca48a0dc253d req-560acf12-8e4f-43b6-8342-409fc45e1260 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:11.946130 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7540aece-b4e4-4f33-81d6-ca48a0dc253d req-560acf12-8e4f-43b6-8342-409fc45e1260 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.2679558 May 20 04:24:11.961280 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-95b42d78-7de1-4519-9f9c-da58483f461d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1990d916ac9d4bb3a56080872795816e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001141 May 20 04:24:12.032536 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7540aece-b4e4-4f33-81d6-ca48a0dc253d req-3e8fcc64-70fa-4605-bd42-33fdc5dadc62 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756931 May 20 04:24:12.384443 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3568e65d-b3a6-4809-a2ff-4e66d371a6a8 req-4466aae3-3148-4e82-808d-fed1d4e5dd10 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.1725740 May 20 04:24:12.474071 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f95a2-623c-4441-af40-eb6c9dd36605 req-3de9595b-e6ca-48fc-a21d-f61670fd4dd0 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:12.476768 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2a2f95a2-623c-4441-af40-eb6c9dd36605 req-3de9595b-e6ca-48fc-a21d-f61670fd4dd0 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.1735899 May 20 04:24:12.556362 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2a2f95a2-623c-4441-af40-eb6c9dd36605 req-4a3f89f0-3178-4a5d-84e3-8caa76f3a9e6 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 May 20 04:24:12.885082 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b73f38-c540-4d5e-a234-5cec4efa5595 req-a5e1399b-8bc7-47cd-86c9-282f13a9b3bb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:12.886635 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-68b73f38-c540-4d5e-a234-5cec4efa5595 req-a5e1399b-8bc7-47cd-86c9-282f13a9b3bb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1684411 May 20 04:24:12.948936 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-68b73f38-c540-4d5e-a234-5cec4efa5595 req-c4296164-d79b-4054-856d-a5b930efcd74 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559537 May 20 04:24:13.306350 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ceb91-876d-4f9a-a508-24049a9801ce req-ec4a88a8-cc9b-4279-bcc9-69afda0f6179 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:13.310626 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c13ceb91-876d-4f9a-a508-24049a9801ce req-ec4a88a8-cc9b-4279-bcc9-69afda0f6179 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1232207 May 20 04:24:13.365572 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c13ceb91-876d-4f9a-a508-24049a9801ce req-99c2cb96-c50b-4bda-b9c6-c5390a734d17 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489390 May 20 04:24:13.569143 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-39be6075-2723-45dd-a302-e2b34490192e req-8393501c-e1cf-4d86-872a-25406ff45708 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.0456035 May 20 04:24:13.847754 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e6f8e-a7b3-482d-8438-2460006b7580 req-b26057e5-9638-4e48-b4ac-e48a051300f2 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:13.849370 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-519e6f8e-a7b3-482d-8438-2460006b7580 req-b26057e5-9638-4e48-b4ac-e48a051300f2 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.1245193 May 20 04:24:13.927045 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-519e6f8e-a7b3-482d-8438-2460006b7580 req-362d8be4-386f-45da-9fcb-372fb3caf06c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682452 May 20 04:24:14.158760 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb27ed-1aed-4d00-a064-65b906174c0c req-aa3b63b2-fce0-4c2b-a15f-c8396bde6413 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.160329 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e0cb27ed-1aed-4d00-a064-65b906174c0c req-aa3b63b2-fce0-4c2b-a15f-c8396bde6413 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.0898547 May 20 04:24:14.215927 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e0cb27ed-1aed-4d00-a064-65b906174c0c req-12f76325-e595-4225-8a05-e3e0fd205a55 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 May 20 04:24:14.591455 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045821-48c1-41e3-9bc5-9589131bec50 req-137cb117-b46d-44b1-92db-5d727b648bd2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.593107 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ba045821-48c1-41e3-9bc5-9589131bec50 req-137cb117-b46d-44b1-92db-5d727b648bd2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.0968947 May 20 04:24:14.676047 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ba045821-48c1-41e3-9bc5-9589131bec50 req-9e1fed73-109e-46f8-aa8b-6a0fc5da7b02 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677357 May 20 04:24:14.747687 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5e75f984-a1f8-4438-a439-a2c5fcb1460d req-fad27554-27f3-4553-841a-6e1db2aeb3a8 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.0469968 May 20 04:24:15.158847 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c23e7-255d-42b1-b43f-72c47d454f06 req-0a91a7a2-155c-4b27-ad8e-5f433040eacb tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.160506 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c75c23e7-255d-42b1-b43f-72c47d454f06 req-0a91a7a2-155c-4b27-ad8e-5f433040eacb tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.0994577 May 20 04:24:15.218465 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c75c23e7-255d-42b1-b43f-72c47d454f06 req-cea0017b-41c6-4a50-9e10-5490a10d4104 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 May 20 04:24:15.431450 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3a31-2848-4954-9268-bcd75587f743 req-8fa2817c-7048-4554-9dca-8350d30915aa tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.435367 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-22df3a31-2848-4954-9268-bcd75587f743 req-8fa2817c-7048-4554-9dca-8350d30915aa tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.0933940 May 20 04:24:15.502295 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-22df3a31-2848-4954-9268-bcd75587f743 req-856bee02-2367-4ec1-970f-accfa27bc9b2 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605938 May 20 04:24:15.934102 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390b64-aff6-4229-96bf-99c029dd3976 req-6fd761f3-c016-4d59-9dfc-bb3997f96078 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.936027 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-99390b64-aff6-4229-96bf-99c029dd3976 req-6fd761f3-c016-4d59-9dfc-bb3997f96078 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1076782 May 20 04:24:16.051968 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-874ac2e5-6f6a-4abd-95df-1a397f0948bb req-812512cc-9962-4ee5-a796-82986da71e1f tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.1053305 May 20 04:24:16.085363 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-99390b64-aff6-4229-96bf-99c029dd3976 req-40a19166-ad17-4dfe-a62b-0a3f6995090b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419663 May 20 04:24:16.457074 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36d152-e72b-41f4-9221-f84049084045 req-1198d6ff-e6d1-46d2-b7ab-6d9473d231cf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.458588 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cb36d152-e72b-41f4-9221-f84049084045 req-1198d6ff-e6d1-46d2-b7ab-6d9473d231cf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.0950584 May 20 04:24:16.508479 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cb36d152-e72b-41f4-9221-f84049084045 req-a932334f-73fb-465b-a8ab-b9a9d69371de tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 May 20 04:24:16.823926 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c512fc5-f483-4230-a450-2f78143c63a6 req-b68d1cd6-63db-496d-ab5b-fa3d29ef0957 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.825908 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c512fc5-f483-4230-a450-2f78143c63a6 req-b68d1cd6-63db-496d-ab5b-fa3d29ef0957 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1897664 May 20 04:24:16.878191 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c512fc5-f483-4230-a450-2f78143c63a6 req-268ae15f-8c4c-4cae-8c5d-f5770d9d8ca7 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 May 20 04:24:17.294926 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f62bbbd3-e399-438f-8d00-9d401bb2913b req-45cb3a0e-7054-436c-b2e5-4e0de4b423d3 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.0869360 May 20 04:24:17.343290 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35985d-e8ce-44cd-af64-273427824d38 req-b5ac423e-190a-4be3-944b-6a0a3f72fad7 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:17.344706 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ca35985d-e8ce-44cd-af64-273427824d38 req-b5ac423e-190a-4be3-944b-6a0a3f72fad7 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1042075 May 20 04:24:17.395106 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ca35985d-e8ce-44cd-af64-273427824d38 req-5f399fda-739e-4a10-b4ff-ce20ef18026e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 May 20 04:24:17.729566 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d9da7-b8bd-438a-85eb-36f68327691e req-d821c27d-9700-475e-a342-4a2c40b69308 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:17.730851 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-de2d9da7-b8bd-438a-85eb-36f68327691e req-d821c27d-9700-475e-a342-4a2c40b69308 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.1032577 May 20 04:24:17.785801 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-de2d9da7-b8bd-438a-85eb-36f68327691e req-589abe50-7890-4ad1-a655-b8ad868c659a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475509 May 20 04:24:18.084737 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7451e-2751-4eb0-9108-bd75edab4268 req-81ed8c86-505e-4d07-9e81-7b9c8c103ecd tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:18.086298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-99e7451e-2751-4eb0-9108-bd75edab4268 req-81ed8c86-505e-4d07-9e81-7b9c8c103ecd tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.0847552 May 20 04:24:18.134205 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-99e7451e-2751-4eb0-9108-bd75edab4268 req-005c8730-1a56-4146-abee-d414b1d8b566 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 May 20 04:24:18.602673 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7a00837d-345d-4f07-ac36-1e763186bd10 req-7f869d5a-26fe-4e75-9a74-49824f0bb8e2 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.0885267 May 20 04:24:18.658673 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a1427994-ef1f-42b8-9862-ddf560b11da5 req-22f80c3b-1d93-44ac-9069-eef53b53a149 service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289504 May 20 04:24:18.708319 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6a4d-c32b-4695-97a2-6303e8de81ad req-8a219d5d-59e5-499a-8d7c-1c28828d072e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:18.710047 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9e7a6a4d-c32b-4695-97a2-6303e8de81ad req-8a219d5d-59e5-499a-8d7c-1c28828d072e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1489885 May 20 04:24:18.762878 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9e7a6a4d-c32b-4695-97a2-6303e8de81ad req-6609cdfe-de3b-49de-ade5-33a37d63a702 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449164 May 20 04:24:19.187769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-52639673-02ee-4972-aed4-c73936483d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.189466 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-52639673-02ee-4972-aed4-c73936483d17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1097 time: 0.3047261 May 20 04:24:19.199045 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178aee-6ba9-4ea3-9f81-4ff767d82caf req-355a98b3-bdc9-4056-bc5a-77893cf89dc3 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.200826 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-76178aee-6ba9-4ea3-9f81-4ff767d82caf req-355a98b3-bdc9-4056-bc5a-77893cf89dc3 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.2557960 May 20 04:24:19.263765 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-3eb1bc5d-2d75-46cf-8aac-f1da3beb63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.265260 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-3eb1bc5d-2d75-46cf-8aac-f1da3beb63aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1099 time: 0.2088437 May 20 04:24:19.419037 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-4a0944b5-3ec0-43e9-af88-bceb29e30c29 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1990d916ac9d4bb3a56080872795816e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529807 May 20 04:24:19.545620 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-76178aee-6ba9-4ea3-9f81-4ff767d82caf req-187c5dff-5d2d-4f23-a05d-5b9c3e44bb79 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200176 May 20 04:24:19.674198 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-969d2258-4853-47d1-872e-ca060b755bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.676066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-969d2258-4853-47d1-872e-ca060b755bf8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.4711494 May 20 04:24:19.735611 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-2c909d98-d9fc-48f1-94d2-2e72a4c80ff4 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.737537 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-2c909d98-d9fc-48f1-94d2-2e72a4c80ff4 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119612 May 20 04:24:19.753883 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Request body: {'port': {'device_id': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064', 'admin_state_up': True, 'tenant_id': '1990d916ac9d4bb3a56080872795816e'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:19.828372 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-6691d4de-56ae-4e48-b13d-d3c0258a10b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 217 time: 0.1335673 May 20 04:24:19.831965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-fb2a4f52-3d0a-4047-9dd7-f9c3db7d3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.834436 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-fb2a4f52-3d0a-4047-9dd7-f9c3db7d3992 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.5162759 May 20 04:24:19.852860 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801a4cf-3b9e-47fb-bf34-47335b753f3e req-67d1811d-849c-4081-9818-0d3b1a642844 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.861229 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c801a4cf-3b9e-47fb-bf34-47335b753f3e req-67d1811d-849c-4081-9818-0d3b1a642844 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5213804 May 20 04:24:19.998790 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:20.003559 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Usage tracker for resource:port and tenant:1990d916ac9d4bb3a56080872795816e is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:20.007062 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:20.014281 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:20.027839 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Made reservation on behalf of 1990d916ac9d4bb3a56080872795816e for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:20.032206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.050669 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.068239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:20.074061 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Usage tracker for resource:security_group_rule and tenant:1990d916ac9d4bb3a56080872795816e is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:20.079835 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:20.091266 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:20.161435 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-46df4118-2b4b-4314-8149-5e291aa92533 req-aef0bb55-703a-4624-a67a-4a6f8ffb86e3 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 210 time: 0.2972701 May 20 04:24:20.216259 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-846f40c7-5a15-4fc3-ab67-31bb3664d225 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 200 len: 1001 time: 0.3375604 May 20 04:24:20.221612 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c801a4cf-3b9e-47fb-bf34-47335b753f3e req-9042e41a-4644-4550-a192-22a6c10c4c21 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593853 May 20 04:24:20.223226 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e8e251ca-d77e-45c4-91b3-84f0a3e62ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.235393 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-a6be0ec3-bac6-426a-8897-aefc201ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.236915 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-a6be0ec3-bac6-426a-8897-aefc201ef173 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.3595028 May 20 04:24:20.301346 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.306984 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.311707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4182366b-18fe-4288-bfce-0c35096a86be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.396140 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f930a602-f51d-4451-ba49-4362f5ba5633,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:20.413355 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.413762 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.414188 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.414440 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.414768 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.415112 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.415471 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.415836 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.416182 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.416559 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.416860 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.417235 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:20.424969 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:20.550984 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-a84d2818-d0bc-454e-b77b-b432831376aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.552365 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-a84d2818-d0bc-454e-b77b-b432831376aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.2976332 May 20 04:24:20.556253 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Allocated IP 192.168.233.51 (b65f54a6-296e-43f6-8ae9-c2ece5418064/cf39df8c-3a20-4a1f-836f-fe61f5423810/12e429ce-5f24-47a3-90a7-40a7392a0a51) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:20.676286 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b689-c576-4fb9-b09c-6d2d2f76d954 req-9bc6881d-4ca6-49e9-9f41-8c6d5699b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.678134 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2189b689-c576-4fb9-b09c-6d2d2f76d954 req-9bc6881d-4ca6-49e9-9f41-8c6d5699b595 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.3579254 May 20 04:24:20.683503 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-90d5bac0-7b1e-49c8-a2fd-dd1b58d61694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.685525 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-90d5bac0-7b1e-49c8-a2fd-dd1b58d61694 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3667018 May 20 04:24:20.696771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c186578-0bcf-42ca-9e81-7e9887006ce2 req-68e20a19-2c95-434a-8249-a73726b3e3d0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.698461 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8c186578-0bcf-42ca-9e81-7e9887006ce2 req-68e20a19-2c95-434a-8249-a73726b3e3d0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.3166304 May 20 04:24:20.902760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.923826 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-44f12463-34d7-41a7-9fe8-9ead493c75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.925345 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-44f12463-34d7-41a7-9fe8-9ead493c75e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3601458 May 20 04:24:20.931468 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Transition to ACTIVE for port object 12e429ce-5f24-47a3-90a7-40a7392a0a51 will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:20.936991 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2189b689-c576-4fb9-b09c-6d2d2f76d954 req-480574c7-170b-4a3f-94fc-8c718991f079 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491262 May 20 04:24:20.966572 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.974964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.980476 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e76e49d5-f32e-42fc-a033-6f6c467f70cb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:20.988219 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8c186578-0bcf-42ca-9e81-7e9887006ce2 req-87e21e12-dd4a-4a4d-8861-1c92ee231dc9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442708 May 20 04:24:21.084411 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-27e2cf5d-2778-4e42-9224-2d4f5cfea511 service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719590 May 20 04:24:21.094103 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Network b65f54a6-296e-43f6-8ae9-c2ece5418064 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:21.099215 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:21.106441 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:21.192299 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Pushing event updated for resources: {'Port': ['ID=12e429ce-5f24-47a3-90a7-40a7392a0a51,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:21.201280 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:21.242400 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-df18ec5c-6caf-4757-b00b-5642031f51bf service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923338 May 20 04:24:21.259506 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.261597 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.307134 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31294165-3bde-41b4-9618-9d3a8d0b592d req-a3176bc1-0742-4f10-b1ad-9412b1dc6e72 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.309037 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-31294165-3bde-41b4-9618-9d3a8d0b592d req-a3176bc1-0742-4f10-b1ad-9412b1dc6e72 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 944 time: 0.4541111 May 20 04:24:21.353855 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6055207 May 20 04:24:21.372332 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Request body: {'port': {'device_id': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:21.411376 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:21.463886 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'port_id': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'mac_address': 'fa:16:3e:6a:95:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:21.540551 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-2bef8932-b696-443d-bd76-f11bbddd045a service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428298 May 20 04:24:21.565288 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-31294165-3bde-41b4-9618-9d3a8d0b592d req-ce4f12a0-7a43-4939-8d02-d8a416f519c3 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403851 May 20 04:24:21.594611 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.629685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76e49d5-f32e-42fc-a033-6f6c467f70cb {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:21.644223 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.672677 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:21.683648 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.686979 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-084d43bb-8693-46b6-aa62-a7a184e4fbce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:21.764087 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:21.772487 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-c195332b-7ae1-4512-8d91-91aa5f9537bd None None] Provisioning for port 12e429ce-5f24-47a3-90a7-40a7392a0a51 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:21.776877 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-323d3c54-ee46-4598-bea8-81c14db9c0e0 req-64c65b48-7443-44b7-b2d9-fd2a4dff28c6 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256152 May 20 04:24:21.778872 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.779493 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.780321 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.780878 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.781413 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.782070 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.782813 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.783368 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.783900 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.784423 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.784944 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.785513 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:21.791169 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-c195332b-7ae1-4512-8d91-91aa5f9537bd None None] Provisioning complete for port 12e429ce-5f24-47a3-90a7-40a7392a0a51 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:21.792140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c195332b-7ae1-4512-8d91-91aa5f9537bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.855662 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:21.856755 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-c195332b-7ae1-4512-8d91-91aa5f9537bd None None] Port 12e429ce-5f24-47a3-90a7-40a7392a0a51 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:21.905278 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f37ba-c3f2-4385-848a-904d75cb6749 req-d1d49b7e-cf3d-41df-9872-ddea41e92bd9 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.911811 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-354f37ba-c3f2-4385-848a-904d75cb6749 req-d1d49b7e-cf3d-41df-9872-ddea41e92bd9 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 935 time: 0.3370152 May 20 04:24:22.042818 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e76e49d5-f32e-42fc-a033-6f6c467f70cb'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:22.045061 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-354f37ba-c3f2-4385-848a-904d75cb6749 req-706721e2-00a6-4408-ba9b-892c1abf855a tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279478 May 20 04:24:22.129760 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5fbef-1d1d-41b6-95f1-d55288149ae4 req-2367b0d9-e8e5-4127-8401-a1169a0f9f31 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.131573 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3ec5fbef-1d1d-41b6-95f1-d55288149ae4 req-2367b0d9-e8e5-4127-8401-a1169a0f9f31 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1893103 May 20 04:24:22.230110 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3ec5fbef-1d1d-41b6-95f1-d55288149ae4 req-3fd95e0b-02d3-4f20-b7d2-59b6ec3fcd09 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796728 May 20 04:24:22.430729 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e429ce-5f24-47a3-90a7-40a7392a0a51 {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:22.434139 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a837-3807-4d1c-b551-cb5bfb7f52ab req-a802b40f-6489-4fbe-98b3-b233dba9bf67 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.439476 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.444934 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1b9a837-3807-4d1c-b551-cb5bfb7f52ab req-a802b40f-6489-4fbe-98b3-b233dba9bf67 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 946 time: 0.1517138 May 20 04:24:22.456054 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Transition to ACTIVE for port object 12e429ce-5f24-47a3-90a7-40a7392a0a51 will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:22.461779 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.475440 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:22.507929 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1b9a837-3807-4d1c-b551-cb5bfb7f52ab req-366a9cad-e7ec-47f6-9e1b-20bb4c6f6005 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619857 May 20 04:24:22.771276 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Pushing event updated for resources: {'Port': ['ID=12e429ce-5f24-47a3-90a7-40a7392a0a51,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:22.839134 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:22.909962 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Attempting to bind port 12e429ce-5f24-47a3-90a7-40a7392a0a51 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:22.910501 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Attempting to bind port 12e429ce-5f24-47a3-90a7-40a7392a0a51 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:22.910899 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Attempting to bind port 12e429ce-5f24-47a3-90a7-40a7392a0a51 on network b65f54a6-296e-43f6-8ae9-c2ece5418064 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:22.917366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Port 12e429ce-5f24-47a3-90a7-40a7392a0a51 on network b65f54a6-296e-43f6-8ae9-c2ece5418064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:24:22.917821 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Attempting to bind port 12e429ce-5f24-47a3-90a7-40a7392a0a51 on network b65f54a6-296e-43f6-8ae9-c2ece5418064 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:22.918988 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600b4e2-619d-4d3f-ae4d-f54fba4eb48f req-1946b6a1-e51c-4ac6-ba46-698949db7527 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.920625 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7600b4e2-619d-4d3f-ae4d-f54fba4eb48f req-1946b6a1-e51c-4ac6-ba46-698949db7527 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 945 time: 0.1178839 May 20 04:24:22.924938 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:22.925287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Checking segment: {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:22.925725 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Bound using segment: {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:22.926171 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Bound port: 12e429ce-5f24-47a3-90a7-40a7392a0a51, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988f71fc-a86e-4aa7-9107-82ae07bb3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:22.926521 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.976285 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7600b4e2-619d-4d3f-ae4d-f54fba4eb48f req-4bca52ac-c0f9-4499-922e-f651a18e9290 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 May 20 04:24:22.996762 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:23.090906 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] For port 12e429ce-5f24-47a3-90a7-40a7392a0a51, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:23.096071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] For port 12e429ce-5f24-47a3-90a7-40a7392a0a51, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:23.102731 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.107353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0ef8c464-7df1-400d-aa12-406b28168653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:23.137011 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.173609 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:23.179731 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.180401 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.190601 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:23.194171 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] 10.222.0.73 "PUT /v2.0/ports/12e429ce-5f24-47a3-90a7-40a7392a0a51 HTTP/1.1" status: 200 len: 1097 time: 1.8175004 May 20 04:24:23.195509 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'tag': '12e429ce-5f24-47a3-90a7-40a7392a0a51'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:23.199380 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.205315 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:23.252504 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Pushing event updated for resources: {'Port': ['ID=12e429ce-5f24-47a3-90a7-40a7392a0a51,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:23.258107 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:23.327021 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'code': 200} May 20 04:24:23.407837 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.410740 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-7efe1547-75f7-4b6c-893e-a15a057a1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.417742 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=8']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:23.434316 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:23.504703 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'tag': '12e429ce-5f24-47a3-90a7-40a7392a0a51', 'status': 'completed', 'code': 200} May 20 04:24:23.582787 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f0617-8a00-4d02-99d1-f90b03238f39 req-cc38afc8-69e1-4ee6-b2dc-c5e0c2bb3c56 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.584265 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-51d948d9-5f3d-4498-8bf3-3cd3cecf6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.585574 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4d1f0617-8a00-4d02-99d1-f90b03238f39 req-cc38afc8-69e1-4ee6-b2dc-c5e0c2bb3c56 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 947 time: 0.2803605 May 20 04:24:23.587367 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-51d948d9-5f3d-4498-8bf3-3cd3cecf6577 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1990d916ac9d4bb3a56080872795816e&device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 1100 time: 0.3217905 May 20 04:24:23.668805 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-1d8f0ef6-9f56-4804-9505-e139765bf5a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51 HTTP/1.1" status: 200 len: 217 time: 0.0710449 May 20 04:24:23.758528 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-13e90c3a-d213-4970-8b84-43d76e93d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.761187 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-13e90c3a-d213-4970-8b84-43d76e93d427 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf39df8c-3a20-4a1f-836f-fe61f5423810 HTTP/1.1" status: 200 len: 843 time: 0.0810049 May 20 04:24:23.765645 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4d1f0617-8a00-4d02-99d1-f90b03238f39 req-5b062276-6afb-4ec0-98af-241cddd0ed56 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712039 May 20 04:24:23.825885 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347570a7-538d-45e2-a493-52e7505f165a req-94ab1795-9804-4875-9f25-0c5db303d6c1 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.827795 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-347570a7-538d-45e2-a493-52e7505f165a req-94ab1795-9804-4875-9f25-0c5db303d6c1 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2052102 May 20 04:24:23.916698 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-347570a7-538d-45e2-a493-52e7505f165a req-deaeaf35-78b4-42e9-9ee6-5fc5751cbb2a tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816989 May 20 04:24:23.942573 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-c13073f8-dd4c-4984-8bba-3ad691a2838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.944655 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-c13073f8-dd4c-4984-8bba-3ad691a2838b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b65f54a6-296e-43f6-8ae9-c2ece5418064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1659172 May 20 04:24:24.068299 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d661c91-d45d-4cd6-8ff9-0188bd4315f7 req-32b2e658-025c-40b1-893b-26bc2f4a7520 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.070661 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d661c91-d45d-4cd6-8ff9-0188bd4315f7 req-32b2e658-025c-40b1-893b-26bc2f4a7520 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.1411748 May 20 04:24:24.164710 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d661c91-d45d-4cd6-8ff9-0188bd4315f7 req-a8f89c3e-57d3-4f44-a52a-1208637eacbf tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836396 May 20 04:24:24.166954 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:24.199036 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-25f83bdf-3978-420a-9637-a92137f69bfe service neutron] 10.222.0.73 "GET /v2.0/networks/b65f54a6-296e-43f6-8ae9-c2ece5418064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459688 May 20 04:24:24.421657 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7c1d1a8-0828-46da-92f5-ea54ca01668e req-77f70de1-2599-42f6-a802-54510924a355 service neutron] 10.222.0.73 "GET /v2.0/networks/b65f54a6-296e-43f6-8ae9-c2ece5418064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133715 May 20 04:24:24.421868 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a27aea-5a15-4edf-b27d-e106ffc62d3b req-7265757f-3a6e-4298-aca0-799c61351581 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.423573 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-81a27aea-5a15-4edf-b27d-e106ffc62d3b req-7265757f-3a6e-4298-aca0-799c61351581 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 945 time: 0.1240611 May 20 04:24:24.506622 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-81a27aea-5a15-4edf-b27d-e106ffc62d3b req-968043e9-5ad8-45f9-a1b9-af4564ac6456 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709214 May 20 04:24:24.677914 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-628c84d1-3471-4c42-a22c-ad7490d4d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.682202 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-628c84d1-3471-4c42-a22c-ad7490d4d48e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.1786585 May 20 04:24:24.804242 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-1dff3695-a8d7-4d96-b406-0fdccf766065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.806732 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-1dff3695-a8d7-4d96-b406-0fdccf766065 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1990d916ac9d4bb3a56080872795816e&device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 1100 time: 0.2657430 May 20 04:24:24.823177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95b198-1359-4b24-9d89-3b720679fdb3 req-3ed32f29-c743-4821-9323-d23230f3f82d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.825963 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0f95b198-1359-4b24-9d89-3b720679fdb3 req-3ed32f29-c743-4821-9323-d23230f3f82d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2289732 May 20 04:24:24.861393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-d64e60d2-6600-4841-8ee6-63d39c92886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.864026 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-d64e60d2-6600-4841-8ee6-63d39c92886d service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.1625562 May 20 04:24:24.965059 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-1d3cbc13-cbdb-4d19-ba37-d9dc298658d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.0893955 May 20 04:24:25.023462 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e76e49d5-f32e-42fc-a033-6f6c467f70cb up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:25.055062 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-5e1d8ff6-c3c8-4f66-b220-308ee49a7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.056890 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-5e1d8ff6-c3c8-4f66-b220-308ee49a7cf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.0841074 May 20 04:24:25.115430 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-1ccc9eab-6163-4b25-a209-2e2f2dad9cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499547 May 20 04:24:25.159854 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port e76e49d5-f32e-42fc-a033-6f6c467f70cb completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:25.168562 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port e76e49d5-f32e-42fc-a033-6f6c467f70cb triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:25.169402 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.181880 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0f95b198-1359-4b24-9d89-3b720679fdb3 req-ed029c72-8341-4451-bcce-31772d6db753 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203928 May 20 04:24:25.260942 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-3158d37e-4971-4a03-bb3a-ce50fb1b65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.263771 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-3158d37e-4971-4a03-bb3a-ce50fb1b65ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=b65f54a6-296e-43f6-8ae9-c2ece5418064 HTTP/1.1" status: 200 len: 870 time: 0.4362683 May 20 04:24:25.362337 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.411283 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:25.426965 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:25.437017 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.440174 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:25.446715 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-633036f8-56ac-41a3-9ef4-3366ffcc66f4 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196712 May 20 04:24:25.488741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1c186-6c36-461b-bee1-eb70f38520f5 req-71e48e6d-0e66-4fd0-9734-f6233948e57c tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.491062 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ed1c186-6c36-461b-bee1-eb70f38520f5 req-71e48e6d-0e66-4fd0-9734-f6233948e57c tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 947 time: 0.4693010 May 20 04:24:25.495306 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-411566b8-91eb-4c35-9f31-611a26bbf206 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51 HTTP/1.1" status: 200 len: 217 time: 0.2228913 May 20 04:24:25.622633 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:25.629820 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:25.643409 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.682808 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-8093c814-645d-47c8-9f61-c0a5dde5a40a req-e9a422a4-9a87-474a-bb5e-a8c47a8c0d6e service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292907 May 20 04:24:25.727427 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ed1c186-6c36-461b-bee1-eb70f38520f5 req-3fa7f46d-f2d2-48fa-ba0d-1a11964a800f tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245748 May 20 04:24:25.785459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c189df1-9257-4954-9290-59a975525c35 req-51eb3582-03e7-47db-a973-cd92f55795af tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.787900 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c189df1-9257-4954-9290-59a975525c35 req-51eb3582-03e7-47db-a973-cd92f55795af tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.4083123 May 20 04:24:25.797042 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-254f2657-eb21-43ee-b36c-17cfc08c66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.799557 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-254f2657-eb21-43ee-b36c-17cfc08c66d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf39df8c-3a20-4a1f-836f-fe61f5423810 HTTP/1.1" status: 200 len: 843 time: 0.2359333 May 20 04:24:25.891569 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'code': 200} May 20 04:24:25.921868 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0c189df1-9257-4954-9290-59a975525c35 req-ab1aa90c-7ebd-43c2-95a2-3e0047171bd5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210003 May 20 04:24:25.949016 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-5e9fd596-c060-46c8-8bd6-fec753308217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.949016 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-5e9fd596-c060-46c8-8bd6-fec753308217 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b65f54a6-296e-43f6-8ae9-c2ece5418064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1158180 May 20 04:24:26.193656 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-b12e749d-6d53-4c41-b7e4-953f7d4fea6f service neutron] 10.222.0.73 "GET /v2.0/networks/b65f54a6-296e-43f6-8ae9-c2ece5418064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350986 May 20 04:24:26.234852 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120358fb-e485-4503-8e07-838a625d3e84 req-2d2e2d8c-96da-4199-99dc-90d14d57b027 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.235448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f207f-883e-4b4b-9d37-a61cadcdf3b5 req-2b2a76bc-fc20-4d14-893a-dac23a5542b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.236286 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-120358fb-e485-4503-8e07-838a625d3e84 req-2d2e2d8c-96da-4199-99dc-90d14d57b027 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.2387943 May 20 04:24:26.247415 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4b3f207f-883e-4b4b-9d37-a61cadcdf3b5 req-2b2a76bc-fc20-4d14-893a-dac23a5542b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1099 time: 0.1178672 May 20 04:24:26.296395 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4b3f207f-883e-4b4b-9d37-a61cadcdf3b5 req-ca99efe5-b636-485d-a210-9e524f6aa9bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 May 20 04:24:26.360268 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-120358fb-e485-4503-8e07-838a625d3e84 req-a815c69f-5db6-417f-9198-98bac8ed102a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 May 20 04:24:26.392010 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccea3c8e-9b79-4f34-b1fc-0fc0e0bd19fc req-37ecd973-00a3-443c-ba0a-4d296cb1ac96 service neutron] 10.222.0.73 "GET /v2.0/networks/b65f54a6-296e-43f6-8ae9-c2ece5418064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876214 May 20 04:24:26.764325 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2722c08-da8b-4da2-b901-ceeab7671481 req-ddcc9f12-3d86-4b6a-9bbf-7760c844b115 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.766842 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b2722c08-da8b-4da2-b901-ceeab7671481 req-ddcc9f12-3d86-4b6a-9bbf-7760c844b115 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1176329 May 20 04:24:26.828491 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b2722c08-da8b-4da2-b901-ceeab7671481 req-93640210-c93a-409e-9593-65652f42c13f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514784 May 20 04:24:27.032029 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 12e429ce-5f24-47a3-90a7-40a7392a0a51 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:27.267794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51226a21-3d56-4167-85d9-9e2b700ce30f req-69d1eab2-9800-44b7-b8dd-388360124a2c tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.269543 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-51226a21-3d56-4167-85d9-9e2b700ce30f req-69d1eab2-9800-44b7-b8dd-388360124a2c tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 947 time: 0.1207302 May 20 04:24:27.281152 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51e2b6-2bb9-4abc-a4ac-555818a2eee8 req-758a2309-9394-4bd4-8002-8b6fb027e7e6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.283006 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d51e2b6-2bb9-4abc-a4ac-555818a2eee8 req-758a2309-9394-4bd4-8002-8b6fb027e7e6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.2865818 May 20 04:24:27.288433 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 12e429ce-5f24-47a3-90a7-40a7392a0a51, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:27.305685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '12e429ce-5f24-47a3-90a7-40a7392a0a51', 'network_id': 'b65f54a6-296e-43f6-8ae9-c2ece5418064', 'port_id': '12e429ce-5f24-47a3-90a7-40a7392a0a51', 'mac_address': 'fa:16:3e:52:9d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf39df8c-3a20-4a1f-836f-fe61f5423810', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:27.377229 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-51226a21-3d56-4167-85d9-9e2b700ce30f req-34945ef9-3570-4310-b42b-b700155d7a72 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930157 May 20 04:24:27.411539 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d51e2b6-2bb9-4abc-a4ac-555818a2eee8 req-bc5b19f5-17c8-4ae9-8f98-8a99d78f6502 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138301 May 20 04:24:27.416384 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:27.453030 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e429ce-5f24-47a3-90a7-40a7392a0a51 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:27.485136 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 12e429ce-5f24-47a3-90a7-40a7392a0a51, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:27.492135 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:27.497933 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:27.626487 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=12e429ce-5f24-47a3-90a7-40a7392a0a51,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:27.631346 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:27.642549 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f328152-09ba-498e-961a-9f05330b0ec1 req-92e2186e-ba77-45a2-a39c-4ba7db4a9388 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.644087 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5f328152-09ba-498e-961a-9f05330b0ec1 req-92e2186e-ba77-45a2-a39c-4ba7db4a9388 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.1387615 May 20 04:24:27.646200 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60172) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:27.695436 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5f328152-09ba-498e-961a-9f05330b0ec1 req-503324a1-288c-430a-abe9-fa71b783cf1a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 May 20 04:24:27.807102 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-d2428099-ca7e-4f07-a290-92a5ddd52730 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595483 May 20 04:24:27.969378 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['12e429ce-5f24-47a3-90a7-40a7392a0a51'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:28.465024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f3ead-0c63-4e9f-a530-c1f15f821be2 req-b3d64dd2-db15-4f15-837f-e8cee800fc83 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.467389 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-263f3ead-0c63-4e9f-a530-c1f15f821be2 req-b3d64dd2-db15-4f15-837f-e8cee800fc83 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2800708 May 20 04:24:28.478404 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-942e5623-c633-4ae7-93b2-e0040efbde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.480527 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-942e5623-c633-4ae7-93b2-e0040efbde86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 1099 time: 0.2025275 May 20 04:24:28.689299 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-263f3ead-0c63-4e9f-a530-c1f15f821be2 req-0889220b-e61f-4b3f-8687-e4490c77def9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075403 May 20 04:24:28.745629 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-8c55bedb-13df-4ee3-a7ff-bad2c0f5dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.747159 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-8c55bedb-13df-4ee3-a7ff-bad2c0f5dfa8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 200 len: 920 time: 0.2351069 May 20 04:24:28.760280 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b263037-989c-45aa-b1d2-36a4e0b27e0c req-8409a92d-a433-4e92-98a1-828c93c4e78b tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.763956 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b263037-989c-45aa-b1d2-36a4e0b27e0c req-8409a92d-a433-4e92-98a1-828c93c4e78b tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 948 time: 0.2188990 May 20 04:24:28.913605 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-9db42ffa-91e8-4ceb-a0b8-bb78edaf8077 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 200 len: 217 time: 0.1480572 May 20 04:24:29.056485 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b263037-989c-45aa-b1d2-36a4e0b27e0c req-4ef22503-47e3-492d-9131-9f79bf498dbb tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829393 May 20 04:24:29.063806 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 12e429ce-5f24-47a3-90a7-40a7392a0a51 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:29.068601 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-de6f3297-997d-4e87-907a-0a762afc56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:29.072421 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-de6f3297-997d-4e87-907a-0a762afc56b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 200 len: 859 time: 0.1129932 May 20 04:24:29.186995 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-f211283b-9f92-4f7f-9d1c-20fec24fd8c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23374266-4df9-4940-a89d-ea9a6e825181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994401 May 20 04:24:29.191017 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 12e429ce-5f24-47a3-90a7-40a7392a0a51 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:29.216375 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 12e429ce-5f24-47a3-90a7-40a7392a0a51 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:29.217387 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104acc1b-d477-4684-8335-e117d6869bfb req-a0aad9b3-ecd3-4fe4-9abe-0d5840b37f87 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:29.218048 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.220093 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-104acc1b-d477-4684-8335-e117d6869bfb req-a0aad9b3-ecd3-4fe4-9abe-0d5840b37f87 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.3297870 May 20 04:24:29.379081 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.429283 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e429ce-5f24-47a3-90a7-40a7392a0a51'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:29.445011 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 12e429ce-5f24-47a3-90a7-40a7392a0a51, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:29.452638 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.453417 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:29.460441 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-104acc1b-d477-4684-8335-e117d6869bfb req-da3aea45-7d9b-4c7c-94ec-21fe86e9b297 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012095 May 20 04:24:29.512194 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-27dba718-4599-4322-b3f0-111017d15fe8 service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157477 May 20 04:24:29.534545 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-49d74faa-e42b-4ea9-8137-d2cd1bd8d68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:29.564714 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245f35-a412-421c-82c6-e113622b6704 req-4dfadc82-dc12-406a-afe6-14f9c4e9005d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:29.572405 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cb245f35-a412-421c-82c6-e113622b6704 req-4dfadc82-dc12-406a-afe6-14f9c4e9005d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.3194959 May 20 04:24:29.690638 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cb245f35-a412-421c-82c6-e113622b6704 req-68e6bb01-31f4-4bad-a71c-d3b073634639 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166384 May 20 04:24:29.707427 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=12e429ce-5f24-47a3-90a7-40a7392a0a51,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:29.713229 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:29.759130 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9bf5f26-4cb5-41a5-be0b-5b5bcd000b68 req-17cedc9b-8b38-4339-b2d9-8bbf5150e9eb service neutron] 10.222.0.73 "GET /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383161 May 20 04:24:29.848692 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e429ce-5f24-47a3-90a7-40a7392a0a51', 'code': 200} May 20 04:24:30.438597 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c795d26-528e-4fe3-ba75-a1b2af5c3486 req-a728a9f0-e955-4788-b18a-8acca4f337bf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.441443 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4c795d26-528e-4fe3-ba75-a1b2af5c3486 req-a728a9f0-e955-4788-b18a-8acca4f337bf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.4796374 May 20 04:24:30.459206 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61036b42-6033-45b9-95da-d94762e91578 req-66c27c55-a720-402a-9ba4-3e66618691c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.461907 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-61036b42-6033-45b9-95da-d94762e91578 req-66c27c55-a720-402a-9ba4-3e66618691c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 1102 time: 0.3798788 May 20 04:24:30.499977 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae66d9-efc3-4845-bd18-655e38051708 req-abc15c29-dca5-48f6-898f-cf1e31f421f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.501985 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-abc15c29-dca5-48f6-898f-cf1e31f421f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417&tenant_id=9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 1097 time: 0.0815699 May 20 04:24:30.506981 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d59cc-9c33-4eea-bab4-159c73ef1f15 req-1cd9c34e-42d3-4861-a739-92454d14938f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.509853 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-765d59cc-9c33-4eea-bab4-159c73ef1f15 req-1cd9c34e-42d3-4861-a739-92454d14938f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5014057 May 20 04:24:30.619823 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae66d9-efc3-4845-bd18-655e38051708 req-bf96d0a9-1ce6-4aa7-afce-41e2ed8c38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.621411 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-bf96d0a9-1ce6-4aa7-afce-41e2ed8c38c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1097 time: 0.0895007 May 20 04:24:30.630519 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4c795d26-528e-4fe3-ba75-a1b2af5c3486 req-08e4a922-98fc-4b51-90c4-f34871c7697c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756365 May 20 04:24:30.648240 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-61036b42-6033-45b9-95da-d94762e91578 req-10d1948f-2f5c-46ea-8e35-3881a0c1ca91 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590455 May 20 04:24:30.651408 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-765d59cc-9c33-4eea-bab4-159c73ef1f15 req-09beb2e4-730c-441b-bd63-a23b58432b59 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141019 May 20 04:24:30.969326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e042716-18f1-41f7-b4e9-3cde900e338d req-4d907189-a3f0-4da1-b70d-b75c96e4ca52 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.970910 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3e042716-18f1-41f7-b4e9-3cde900e338d req-4d907189-a3f0-4da1-b70d-b75c96e4ca52 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1575577 May 20 04:24:30.979672 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae66d9-efc3-4845-bd18-655e38051708 req-19e61550-a075-4f1c-b028-43542dc28775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.979976 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0181d-9b2a-47d4-ae91-4efde81d673d req-0eb5f226-f844-4241-baab-9dbb7de58474 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.981529 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75e0181d-9b2a-47d4-ae91-4efde81d673d req-0eb5f226-f844-4241-baab-9dbb7de58474 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.1284504 May 20 04:24:30.981972 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-19e61550-a075-4f1c-b028-43542dc28775 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.3535154 May 20 04:24:31.061099 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3e042716-18f1-41f7-b4e9-3cde900e338d req-a43f81bf-ea8c-486e-b43d-5b661c109bd0 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784948 May 20 04:24:31.066416 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75e0181d-9b2a-47d4-ae91-4efde81d673d req-a9d5c231-1fa4-4c3f-be01-139732347b61 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700805 May 20 04:24:31.124199 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-7dfc20ea-470f-48bb-8ea6-20db8b0cd784 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 200 len: 999 time: 0.1311913 May 20 04:24:31.274100 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae66d9-efc3-4845-bd18-655e38051708 req-92917643-415d-45b6-96ef-1821f74dd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:31.277572 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-92917643-415d-45b6-96ef-1821f74dd33c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.1460378 May 20 04:24:31.492869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae66d9-efc3-4845-bd18-655e38051708 req-d23379a7-2389-40ce-838b-efd89c35e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:31.496223 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-d23379a7-2389-40ce-838b-efd89c35e6bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2087440 May 20 04:24:31.595862 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.651816 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bf89f-3d04-47ce-8774-c34515d9922c req-d114f925-839b-4531-a5dc-64c15f5c269e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:31.653821 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0d4bf89f-3d04-47ce-8774-c34515d9922c req-d114f925-839b-4531-a5dc-64c15f5c269e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.1002779 May 20 04:24:31.709425 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0d4bf89f-3d04-47ce-8774-c34515d9922c req-50759bf5-d6e8-42dc-bb34-ba4ca743a156 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 May 20 04:24:31.738886 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-d4a367b7-b4c2-4909-8a11-cb44843f1e60 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209048 May 20 04:24:31.925134 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-73ae66d9-efc3-4845-bd18-655e38051708 req-4a39f7fc-2686-4934-bdbc-d67a18d8e6a7 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702979 May 20 04:24:32.372571 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a142-dc00-47fe-bc34-e07e088d8343 req-6b9f0f7f-c282-493b-8e76-e66f9ec17a87 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:32.374160 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ec3a142-dc00-47fe-bc34-e07e088d8343 req-6b9f0f7f-c282-493b-8e76-e66f9ec17a87 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1657405 May 20 04:24:32.382118 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad088e-bd21-43ba-bf2d-43bc669f015a req-01202593-5ca3-45d0-828f-3b3c730ba75a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:32.383686 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1dad088e-bd21-43ba-bf2d-43bc669f015a req-01202593-5ca3-45d0-828f-3b3c730ba75a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.1366384 May 20 04:24:32.465186 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ec3a142-dc00-47fe-bc34-e07e088d8343 req-4a6daf3e-7578-40af-a372-cffef2459acf tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 May 20 04:24:32.484023 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1dad088e-bd21-43ba-bf2d-43bc669f015a req-9c4f63c3-6dd8-438b-bedd-aed14ac2bcfa tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795650 May 20 04:24:33.255596 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56484fc1-531c-4901-b10a-c4f28033f0cd req-570c24c9-488f-452e-b221-48f86e463e25 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:33.258123 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-56484fc1-531c-4901-b10a-c4f28033f0cd req-570c24c9-488f-452e-b221-48f86e463e25 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1112592 May 20 04:24:33.345855 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-56484fc1-531c-4901-b10a-c4f28033f0cd req-edf912fc-9bec-4703-b8a3-24b0c5c4da3d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662789 May 20 04:24:33.697782 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a2709-3b15-46ef-8d13-464db5b0e885 req-0c872aef-e259-495c-86ca-dea4b2c99e33 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:33.702840 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a25a2709-3b15-46ef-8d13-464db5b0e885 req-0c872aef-e259-495c-86ca-dea4b2c99e33 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0977991 May 20 04:24:33.763698 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a25a2709-3b15-46ef-8d13-464db5b0e885 req-8a0e6a05-01e1-4b33-8d73-bda94d58a5c6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571461 May 20 04:24:34.597572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867cefc-1eeb-475f-9b86-4c6f541310bd req-d0c8be1e-542d-44d9-a45c-daa462073a11 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:34.609691 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1867cefc-1eeb-475f-9b86-4c6f541310bd req-d0c8be1e-542d-44d9-a45c-daa462073a11 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1080904 May 20 04:24:34.662202 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1867cefc-1eeb-475f-9b86-4c6f541310bd req-45b38640-25d3-4d80-ab99-cc9f3833af01 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556431 May 20 04:24:35.003454 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c13131-8d6c-4dff-8199-c2a7391ef308 req-5d5676cd-475f-44c5-b239-7671a340416b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:35.005337 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-56c13131-8d6c-4dff-8199-c2a7391ef308 req-5d5676cd-475f-44c5-b239-7671a340416b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0842011 May 20 04:24:35.062478 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-56c13131-8d6c-4dff-8199-c2a7391ef308 req-a6542404-d11d-4259-8b27-5315c75ca812 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463042 May 20 04:24:35.868919 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ca7b-af7d-4332-9b66-acab6f42076d req-eec42431-1b3c-4520-85dc-c311855a2490 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:35.870668 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b8a7ca7b-af7d-4332-9b66-acab6f42076d req-eec42431-1b3c-4520-85dc-c311855a2490 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0972533 May 20 04:24:35.935809 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b8a7ca7b-af7d-4332-9b66-acab6f42076d req-acfe4ac0-67d5-40ab-ae34-1d19d97f1c4f tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 May 20 04:24:36.318638 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ab64f-91b0-4531-abc3-0110698c2097 req-49c831c8-7a4d-4846-aec7-8f56b8a8357b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.320209 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3b8ab64f-91b0-4531-abc3-0110698c2097 req-49c831c8-7a4d-4846-aec7-8f56b8a8357b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0819342 May 20 04:24:36.371252 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3b8ab64f-91b0-4531-abc3-0110698c2097 req-aa7aae7e-f855-495f-b0d2-00b2e277243e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 May 20 04:24:36.565383 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3a2c9-679b-469a-b9a9-ca1f60f61183 req-c545c779-80f9-41f8-a229-d52bb4ccae73 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.566962 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-98e3a2c9-679b-469a-b9a9-ca1f60f61183 req-c545c779-80f9-41f8-a229-d52bb4ccae73 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.0873649 May 20 04:24:36.621370 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-98e3a2c9-679b-469a-b9a9-ca1f60f61183 req-487e022d-6c1a-4e76-bb36-f4be9ce3ccf9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476680 May 20 04:24:37.142243 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb641-a005-4405-ad1e-1433126d8b36 req-3136281c-723a-4387-b537-439b9dbc135a tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:37.143846 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ef3bb641-a005-4405-ad1e-1433126d8b36 req-3136281c-723a-4387-b537-439b9dbc135a tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0930343 May 20 04:24:37.208934 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ef3bb641-a005-4405-ad1e-1433126d8b36 req-a18c9dd6-b847-4f6b-9249-4604bbdad8f0 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577869 May 20 04:24:37.578595 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debd16e-1083-43e7-88c3-bf0cc95698d2 req-e73fb0fb-abd4-4781-a75b-6be68795aec0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:37.580196 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9debd16e-1083-43e7-88c3-bf0cc95698d2 req-e73fb0fb-abd4-4781-a75b-6be68795aec0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0905433 May 20 04:24:37.629539 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9debd16e-1083-43e7-88c3-bf0cc95698d2 req-cc615563-b57d-42a3-90e2-235b142717c6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 May 20 04:24:37.831395 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0476a-7d41-4843-9329-b582d15b6873 req-dc964dcd-a878-4629-b7c9-08cf178828e9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:37.832995 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d8a0476a-7d41-4843-9329-b582d15b6873 req-dc964dcd-a878-4629-b7c9-08cf178828e9 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1020751 May 20 04:24:37.887448 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d8a0476a-7d41-4843-9329-b582d15b6873 req-a2f19882-7d1a-4b1b-b136-b80aeb9ecbec tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 May 20 04:24:38.511060 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01670-ce0c-444b-a9a7-535a2771de3b req-e664f92a-d4a3-4b44-b48e-0e0e62584a5b tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:38.512770 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-04d01670-ce0c-444b-a9a7-535a2771de3b req-e664f92a-d4a3-4b44-b48e-0e0e62584a5b tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1404908 May 20 04:24:38.563018 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-04d01670-ce0c-444b-a9a7-535a2771de3b req-41c68118-2127-4f30-8e1f-1b7013876496 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 May 20 04:24:38.840129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c95fd7-e793-426f-bd23-ff7bbf751842 req-a869f5ed-91ac-4295-b4bb-57c2ee3f79c5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:38.841657 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-79c95fd7-e793-426f-bd23-ff7bbf751842 req-a869f5ed-91ac-4295-b4bb-57c2ee3f79c5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0928781 May 20 04:24:38.894532 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-79c95fd7-e793-426f-bd23-ff7bbf751842 req-50a8485d-cbea-4e70-b5cb-9f4b18380e02 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 May 20 04:24:39.186901 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550af2f6-cbad-44eb-83b3-f0a189a06d7e req-ff8b108d-73bc-4e8f-9f01-8d451d9cfd18 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:39.188832 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-550af2f6-cbad-44eb-83b3-f0a189a06d7e req-ff8b108d-73bc-4e8f-9f01-8d451d9cfd18 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1824479 May 20 04:24:39.252900 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-550af2f6-cbad-44eb-83b3-f0a189a06d7e req-ad4f782a-79bf-4e75-9a3b-30627f8cccd7 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565586 May 20 04:24:39.766896 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44f28-3b2c-4b7c-9709-0415543b6ede req-abd0dc26-8196-4004-8902-2348eaf171ee tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:39.768602 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97b44f28-3b2c-4b7c-9709-0415543b6ede req-abd0dc26-8196-4004-8902-2348eaf171ee tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0913210 May 20 04:24:39.828759 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97b44f28-3b2c-4b7c-9709-0415543b6ede req-93a68e6a-c7c2-484a-8449-8c0c577cc8b7 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 May 20 04:24:40.104883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e7aee-fe68-4a1b-947f-6918f4bd984d req-e0134256-4395-42af-b3f1-2ebe5bd7a432 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:40.106298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b0e7aee-fe68-4a1b-947f-6918f4bd984d req-e0134256-4395-42af-b3f1-2ebe5bd7a432 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0850763 May 20 04:24:40.152265 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b0e7aee-fe68-4a1b-947f-6918f4bd984d req-5c3d55f3-6216-41e5-a9b6-09647e412216 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 May 20 04:24:40.485170 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61609c1-8600-4428-a9d3-4ba5ad9290ac req-9d91c1ec-6702-49b8-b480-f435359ca599 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:40.486637 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e61609c1-8600-4428-a9d3-4ba5ad9290ac req-9d91c1ec-6702-49b8-b480-f435359ca599 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.0913572 May 20 04:24:40.534910 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e61609c1-8600-4428-a9d3-4ba5ad9290ac req-ca064288-a8bb-471c-ae31-d3f141093aff tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 May 20 04:24:41.030379 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06e8d8-c59e-43f6-861a-04b4a87f7d4a req-9b26c235-a96e-4ecf-aac6-4458814fa79d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:41.031923 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ce06e8d8-c59e-43f6-861a-04b4a87f7d4a req-9b26c235-a96e-4ecf-aac6-4458814fa79d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0880256 May 20 04:24:41.080949 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ce06e8d8-c59e-43f6-861a-04b4a87f7d4a req-87171e22-2fd5-462b-825a-293ad80e3469 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 May 20 04:24:41.351205 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a907f-440e-4bab-a4f7-c3f6b74d6690 req-e808ccf0-2a24-475a-b977-5f04a8ad65de tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:41.352685 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bc4a907f-440e-4bab-a4f7-c3f6b74d6690 req-e808ccf0-2a24-475a-b977-5f04a8ad65de tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0850384 May 20 04:24:41.397778 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bc4a907f-440e-4bab-a4f7-c3f6b74d6690 req-9ff8dd73-0140-44a1-b218-2bc9f0ae7ce9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 May 20 04:24:41.731946 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e929c-a69a-4536-9765-88f108877127 req-c9ebef31-4739-4798-8301-f625baac212d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:41.733467 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-783e929c-a69a-4536-9765-88f108877127 req-c9ebef31-4739-4798-8301-f625baac212d tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.0891092 May 20 04:24:41.793932 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-783e929c-a69a-4536-9765-88f108877127 req-688ca379-f2a7-4ab1-a28c-8391a2275c02 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483189 May 20 04:24:42.279705 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326aa3-16f5-431a-b7c1-ec0979fc75b1 req-0586cc16-c9c2-435f-8268-013155c10d13 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:42.281172 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-19326aa3-16f5-431a-b7c1-ec0979fc75b1 req-0586cc16-c9c2-435f-8268-013155c10d13 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0852842 May 20 04:24:42.330528 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-19326aa3-16f5-431a-b7c1-ec0979fc75b1 req-c3466c5e-f22e-411e-b49a-dc0273da2329 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 May 20 04:24:42.597370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655f1a2-1126-404c-8250-dfca161aa490 req-423c15fe-9369-409e-9aad-18ad6a006fa3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:42.598866 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f655f1a2-1126-404c-8250-dfca161aa490 req-423c15fe-9369-409e-9aad-18ad6a006fa3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0858545 May 20 04:24:42.656139 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f655f1a2-1126-404c-8250-dfca161aa490 req-26965c6b-8a51-4763-9499-3fb368802621 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512588 May 20 04:24:42.987740 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb19a-0a6b-440d-8eda-f4100a06cfc6 req-e6c40f2e-784f-4495-9614-22acc4cfcb38 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:42.989229 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c0bb19a-0a6b-440d-8eda-f4100a06cfc6 req-e6c40f2e-784f-4495-9614-22acc4cfcb38 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.0824771 May 20 04:24:43.043436 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c0bb19a-0a6b-440d-8eda-f4100a06cfc6 req-70903d02-bc86-4a2f-85e9-2b53d09a6499 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 May 20 04:24:43.597100 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188956-805c-4314-aebe-075f392d8d6e req-d5220857-ffd9-43d4-9e33-e73453c47eb6 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:43.598564 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9d188956-805c-4314-aebe-075f392d8d6e req-d5220857-ffd9-43d4-9e33-e73453c47eb6 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0868917 May 20 04:24:43.651793 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9d188956-805c-4314-aebe-075f392d8d6e req-2eea888f-b828-4c7a-a522-3f7eb2679121 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468919 May 20 04:24:43.882202 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427a086-1d73-486f-8efb-fd5220ff3b54 req-f6bb510a-8496-4372-8f23-8db6369e57f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:43.884684 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a427a086-1d73-486f-8efb-fd5220ff3b54 req-f6bb510a-8496-4372-8f23-8db6369e57f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.1014462 May 20 04:24:43.931316 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a427a086-1d73-486f-8efb-fd5220ff3b54 req-5aa3db44-7403-4590-bafc-3acbe4e431e7 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408511 May 20 04:24:44.245036 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96b0b4-f581-478d-93f7-cca886667984 req-4ab70b02-216e-4c18-b348-75c18f068dbb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:44.246658 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4e96b0b4-f581-478d-93f7-cca886667984 req-4ab70b02-216e-4c18-b348-75c18f068dbb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.0883884 May 20 04:24:44.301027 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4e96b0b4-f581-478d-93f7-cca886667984 req-e2d94a34-74b5-4cfb-963d-1148c2a35805 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 May 20 04:24:44.859472 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979faab-7f73-402d-8243-bd4a52f9a1c0 req-20679835-169a-4ff9-86ea-0aa290625f08 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:44.861015 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c979faab-7f73-402d-8243-bd4a52f9a1c0 req-20679835-169a-4ff9-86ea-0aa290625f08 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0894737 May 20 04:24:44.926664 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c979faab-7f73-402d-8243-bd4a52f9a1c0 req-406fc9f1-2c15-4bf6-8453-cfbc6e1b5465 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 May 20 04:24:45.132791 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e6f6f-00d4-4258-96de-47b5d0a5e306 req-ed0c6220-90be-457b-be43-f1b2d38a40b4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:45.134213 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-089e6f6f-00d4-4258-96de-47b5d0a5e306 req-ed0c6220-90be-457b-be43-f1b2d38a40b4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0864577 May 20 04:24:45.184788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-089e6f6f-00d4-4258-96de-47b5d0a5e306 req-836fc9a8-e49b-46d6-a9e7-1e868f8f5f8e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 May 20 04:24:45.653785 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94feb-23e1-4dae-abe9-f546e915a016 req-4b7d040b-32a2-433f-8bcf-3f1e53993e0b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:45.655993 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ed94feb-23e1-4dae-abe9-f546e915a016 req-4b7d040b-32a2-433f-8bcf-3f1e53993e0b tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.0924985 May 20 04:24:45.705611 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ed94feb-23e1-4dae-abe9-f546e915a016 req-3621b94f-0725-4488-b736-d2f6cb2acefb tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 May 20 04:24:46.141613 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2709cfc-fe98-45f0-af4a-17e2b6c4ff2a req-896e470e-e555-45d9-8556-1c0006545253 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:46.143131 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a2709cfc-fe98-45f0-af4a-17e2b6c4ff2a req-896e470e-e555-45d9-8556-1c0006545253 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1058507 May 20 04:24:46.190854 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a2709cfc-fe98-45f0-af4a-17e2b6c4ff2a req-71d3653e-4722-4f6b-b62c-7ba267346f97 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 May 20 04:24:46.395083 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94c07c-4270-44aa-91a2-28916ccc4eca req-f8eb1fca-fc88-428b-952e-e33c8fd80cff tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:46.398170 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f94c07c-4270-44aa-91a2-28916ccc4eca req-f8eb1fca-fc88-428b-952e-e33c8fd80cff tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0964043 May 20 04:24:46.446485 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f94c07c-4270-44aa-91a2-28916ccc4eca req-b84c12ee-b973-4442-b989-102f46799fe9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 May 20 04:24:47.010138 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392a0f-78f2-4aad-9a7a-e6284672c286 req-bf74716a-9eb8-44df-8308-28758d86c918 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.011717 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7c392a0f-78f2-4aad-9a7a-e6284672c286 req-bf74716a-9eb8-44df-8308-28758d86c918 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1869032 May 20 04:24:47.070576 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7c392a0f-78f2-4aad-9a7a-e6284672c286 req-502c8e4f-b9d8-46ad-b32b-c2724497d6b7 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 May 20 04:24:47.392386 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa0eed-434d-4ab9-806e-c8a3c335c3a6 req-38ee1134-c236-418f-822d-606bfa6cd2ce tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.393874 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c8aa0eed-434d-4ab9-806e-c8a3c335c3a6 req-38ee1134-c236-418f-822d-606bfa6cd2ce tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0898604 May 20 04:24:47.450264 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c8aa0eed-434d-4ab9-806e-c8a3c335c3a6 req-35b9f8d2-0d4a-4911-b571-ffb4c1e87bde tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 May 20 04:24:47.559901 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:24:47.665610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8e438-528c-4883-b799-878253aa57ed req-59a7a8b2-d5b0-456b-91c4-8e7d562d0377 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.667194 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-23a8e438-528c-4883-b799-878253aa57ed req-59a7a8b2-d5b0-456b-91c4-8e7d562d0377 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0949502 May 20 04:24:47.757350 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-23a8e438-528c-4883-b799-878253aa57ed req-1061e2ba-1f27-43ed-8dfa-bd474d2a5a7f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788286 May 20 04:24:48.391547 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620dce5-94c2-484a-9fd5-7542df0742a6 req-9a832a8b-9f37-4032-8f2c-21a866d8e371 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.393092 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1620dce5-94c2-484a-9fd5-7542df0742a6 req-9a832a8b-9f37-4032-8f2c-21a866d8e371 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1588180 May 20 04:24:48.401974 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44434a0-2de9-47c8-b06e-0dffb1a6816c req-8eea2aab-95bd-418c-8360-7712b11b3890 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.403494 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e44434a0-2de9-47c8-b06e-0dffb1a6816c req-8eea2aab-95bd-418c-8360-7712b11b3890 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1309688 May 20 04:24:48.479674 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1620dce5-94c2-484a-9fd5-7542df0742a6 req-00a86b0a-ccb0-4b4e-bbb8-6c9b3f59f056 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751812 May 20 04:24:48.488176 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e44434a0-2de9-47c8-b06e-0dffb1a6816c req-23c176ca-12d7-4897-9f33-5bfcc2f62920 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701210 May 20 04:24:48.664231 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5eed-6527-4093-92d6-e023e1daeeb4 req-cdfd9cac-8612-4f0f-b94d-1030b6520b89 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.667357 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4f8b5eed-6527-4093-92d6-e023e1daeeb4 req-cdfd9cac-8612-4f0f-b94d-1030b6520b89 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0874088 May 20 04:24:48.718225 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4f8b5eed-6527-4093-92d6-e023e1daeeb4 req-9c828d1d-c1d5-4552-9b4f-831ee1803fc7 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 May 20 04:24:48.965109 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c435c3-64ae-4c1b-9c63-da45a9438d1e req-f706aa6a-1d61-435d-9e45-3dedda268519 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.966576 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-23c435c3-64ae-4c1b-9c63-da45a9438d1e req-f706aa6a-1d61-435d-9e45-3dedda268519 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.0934963 May 20 04:24:49.012337 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-23c435c3-64ae-4c1b-9c63-da45a9438d1e req-ce0f79f8-38b5-4a7c-807b-946a9c0a01b6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 May 20 04:24:49.412082 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-fe9af552-a98f-4bc0-a278-4b4157143134 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.412858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-fe9af552-a98f-4bc0-a278-4b4157143134 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Synchronizing usage tracker for tenant:1990d916ac9d4bb3a56080872795816e on resource:port {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:49.431580 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-fe9af552-a98f-4bc0-a278-4b4157143134 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Unset dirty status for tenant:1990d916ac9d4bb3a56080872795816e on resource:port {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:49.432768 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-fe9af552-a98f-4bc0-a278-4b4157143134 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.1016157 May 20 04:24:49.589295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Deleting port 12e429ce-5f24-47a3-90a7-40a7392a0a51 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:24:49.589710 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:49.745899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070712e-4cf9-4bbc-97e3-3825224a4348 req-1622539e-fc1a-4865-98d0-21f54157f552 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.747457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7070712e-4cf9-4bbc-97e3-3825224a4348 req-1622539e-fc1a-4865-98d0-21f54157f552 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1491761 May 20 04:24:49.749866 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] For port 12e429ce-5f24-47a3-90a7-40a7392a0a51, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=12e429ce-5f24-47a3-90a7-40a7392a0a51,segment=NetworkSegment(988f71fc-a86e-4aa7-9107-82ae07bb3de8),segment_id=988f71fc-a86e-4aa7-9107-82ae07bb3de8)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:49.750230 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:49.760544 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77d63f-e994-48b5-acb3-80a285650100 req-dc106466-e3d9-46af-b025-f631714168ac tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.762103 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3c77d63f-e994-48b5-acb3-80a285650100 req-dc106466-e3d9-46af-b025-f631714168ac tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1171734 May 20 04:24:49.835734 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7070712e-4cf9-4bbc-97e3-3825224a4348 req-f85d31da-81ee-4206-bf58-18592159666f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725923 May 20 04:24:49.840655 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3c77d63f-e994-48b5-acb3-80a285650100 req-22c79ae9-4c97-4e0d-9a8f-0a2e01123029 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640826 May 20 04:24:49.888814 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Calling delete_port for 12e429ce-5f24-47a3-90a7-40a7392a0a51 owned by compute:nova {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:24:50.032024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b87821-1588-402a-a37d-9a9e24d07573 req-6c0d5fa1-5a2c-454c-8a2c-a3a00aeb3253 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:50.033618 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f2b87821-1588-402a-a37d-9a9e24d07573 req-6c0d5fa1-5a2c-454c-8a2c-a3a00aeb3253 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9af57f-cca5-4e46-99ef-03e3baec34ae HTTP/1.1" status: 200 len: 949 time: 0.0899177 May 20 04:24:50.074007 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.080634 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-56010142-8a83-4833-ba4b-05b316076002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:50.089047 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['12e429ce-5f24-47a3-90a7-40a7392a0a51'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:50.123189 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f2b87821-1588-402a-a37d-9a9e24d07573 req-589422ff-5404-4870-a453-26b70e1eaa09 tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.42 "GET /v2.0/security-groups?id=f930a602-f51d-4451-ba49-4362f5ba5633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735347 May 20 04:24:50.127038 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Pushing event deleted for resources: {'Port': ['ID=12e429ce-5f24-47a3-90a7-40a7392a0a51,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:50.137569 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:50.213852 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-264bc2a6-eaca-4d79-b868-febf971bafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.226204 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] No DVR routers for this DVR port 12e429ce-5f24-47a3-90a7-40a7392a0a51 on host hv-cinder-79091 {{(pid=91711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:24:50.230463 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.233503 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'name': 'network-vif-deleted', 'tag': '12e429ce-5f24-47a3-90a7-40a7392a0a51'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:50.235781 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5011a2-903e-4689-9618-107d59a8fd62 req-b76b3cfa-ff70-496d-adea-b1d81d186f62 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:50.237439 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc5011a2-903e-4689-9618-107d59a8fd62 req-b76b3cfa-ff70-496d-adea-b1d81d186f62 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.1029835 May 20 04:24:50.254953 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-0cdfffe8-737b-4f0f-aaa1-3fda70554322 req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] 10.222.0.73 "DELETE /v2.0/ports/12e429ce-5f24-47a3-90a7-40a7392a0a51 HTTP/1.1" status: 204 len: 173 time: 0.8160827 May 20 04:24:50.297050 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9af57f-cca5-4e46-99ef-03e3baec34ae', 'name': 'network-vif-deleted', 'tag': '12e429ce-5f24-47a3-90a7-40a7392a0a51', 'status': 'completed', 'code': 200} May 20 04:24:50.301426 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc5011a2-903e-4689-9618-107d59a8fd62 req-2c315b64-5156-4388-9964-aba0403ef9ad tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513835 May 20 04:24:50.464957 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-6afdae32-03f3-4c7d-9bf0-54010ed810cf tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:50.465664 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-6afdae32-03f3-4c7d-9bf0-54010ed810cf tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Synchronizing usage tracker for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:port {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:50.477854 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-6afdae32-03f3-4c7d-9bf0-54010ed810cf tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Unset dirty status for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:port {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:50.479021 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-6afdae32-03f3-4c7d-9bf0-54010ed810cf tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 945 time: 0.1008978 May 20 04:24:50.717607 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Deleting port f78c1b64-b150-441d-99a2-1c76d8b0aa68 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:24:50.717955 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.863183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] For port f78c1b64-b150-441d-99a2-1c76d8b0aa68, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f78c1b64-b150-441d-99a2-1c76d8b0aa68,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:50.863538 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.948814 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a87426-c69e-483a-8d7a-31f6b92fd199 req-18538a91-0db7-4915-a454-c9844fbba5d4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:50.951139 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d6a87426-c69e-483a-8d7a-31f6b92fd199 req-18538a91-0db7-4915-a454-c9844fbba5d4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.0935295 May 20 04:24:50.995318 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Calling delete_port for f78c1b64-b150-441d-99a2-1c76d8b0aa68 owned by compute:nova {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:24:51.053870 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d6a87426-c69e-483a-8d7a-31f6b92fd199 req-086fd3db-d53d-4834-92d2-1c583f8d7f96 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629144 May 20 04:24:51.080806 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86533ad-26c4-4f13-addf-72aa09f9e3e7 req-73f79a8b-b26c-4fa1-aad9-d2f2da807573 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:51.082431 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d86533ad-26c4-4f13-addf-72aa09f9e3e7 req-73f79a8b-b26c-4fa1-aad9-d2f2da807573 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1300852 May 20 04:24:51.082926 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 60476) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:51.135745 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d86533ad-26c4-4f13-addf-72aa09f9e3e7 req-07faae20-a277-427f-821a-fc4928189e11 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 May 20 04:24:51.175451 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.178672 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:51.189578 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:51.193500 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['284f9ef8-0c57-4bd1-94aa-8bf400dc46cd', 'f78c1b64-b150-441d-99a2-1c76d8b0aa68'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:51.256171 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3f1983e6-941f-4558-97d4-f44a9554c774 req-eb58aaf4-75fb-4ee9-bbd2-98d4f126e2b8 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 210 time: 0.0628316 May 20 04:24:51.337832 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Pushing event deleted for resources: {'Port': ['ID=f78c1b64-b150-441d-99a2-1c76d8b0aa68,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:51.348093 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:51.403079 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] No DVR routers for this DVR port f78c1b64-b150-441d-99a2-1c76d8b0aa68 on host hv-cinder-79091 {{(pid=91711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:24:51.407735 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.427831 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4e2cf07d-4309-4efe-9817-c55e6c04fa3b req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "DELETE /v2.0/ports/f78c1b64-b150-441d-99a2-1c76d8b0aa68 HTTP/1.1" status: 204 len: 173 time: 0.9389627 May 20 04:24:51.440933 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118abc7-28ef-41f6-bfd6-cb08666a5e23 tempest-TestMinimumBasicScenario-831121122 tempest-TestMinimumBasicScenario-831121122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:51.445338 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-2118abc7-28ef-41f6-bfd6-cb08666a5e23 tempest-TestMinimumBasicScenario-831121122 tempest-TestMinimumBasicScenario-831121122-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1094 time: 0.3586745 May 20 04:24:51.448091 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 60496) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:51.466366 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:51.481746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '370aa6f1-ae96-40e4-8117-d78384510bde', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'port_id': '370aa6f1-ae96-40e4-8117-d78384510bde', 'mac_address': 'fa:16:3e:8f:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:51.501128 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'floatingip': {'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'port_id': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:51.521631 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:51.527844 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:floatingip and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:51.539813 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:51.557287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:51.579018 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for floatingip, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.590278 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.630064 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370aa6f1-ae96-40e4-8117-d78384510bde {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:51.633079 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890fc58-e867-4d34-8882-0e3f1d30cfa6 req-a21d75b0-c496-420a-aa45-db858a2de778 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:51.641457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f890fc58-e867-4d34-8882-0e3f1d30cfa6 req-a21d75b0-c496-420a-aa45-db858a2de778 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 944 time: 0.1976447 May 20 04:24:51.683280 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:51.700546 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.706874 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:51.764310 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f890fc58-e867-4d34-8882-0e3f1d30cfa6 req-23199609-ab42-459a-ae0b-0d4a340076ad tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214006 May 20 04:24:51.837211 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=9']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:51.844316 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.845077 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:52.023010 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['370aa6f1-ae96-40e4-8117-d78384510bde'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:52.091178 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Allocated IP 172.28.2.134 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/e308338e-41b5-4325-8f27-29caabc92c8c) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:52.298419 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'name': 'network-vif-deleted', 'tag': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:52.310925 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.417591 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf5bb-3117-4baf-a77b-3b1ed9e0385f req-3ad152f8-a710-42a5-90cd-536a6166d6ae tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:52.419108 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d5cbf5bb-3117-4baf-a77b-3b1ed9e0385f req-3ad152f8-a710-42a5-90cd-536a6166d6ae tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.0984750 May 20 04:24:52.422814 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.458612 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:52.531733 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1cfc0e8e-a817-4f20-a3c4-e218b519ac0b req-cfb45bd7-2106-44f9-98f1-ba11927dccee tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c96ba35-9ebe-418b-906a-0dba2df35b24 HTTP/1.1" status: 200 len: 210 time: 0.1115086 May 20 04:24:52.558520 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:52.566892 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:52.573058 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:52.588266 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96ba35-9ebe-418b-906a-0dba2df35b24', 'name': 'network-vif-deleted', 'tag': 'f78c1b64-b150-441d-99a2-1c76d8b0aa68', 'status': 'completed', 'code': 200} May 20 04:24:52.621219 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d5cbf5bb-3117-4baf-a77b-3b1ed9e0385f req-1732e577-c747-49f9-83f8-b6928b32b032 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633921 May 20 04:24:52.621651 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'Port': ['ID=e308338e-41b5-4325-8f27-29caabc92c8c,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.643474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:52.648172 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:53.108154 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4aa2-34ab-476a-9744-7a4cf808de60 req-bdf0860d-ed0c-45e8-9652-9a525b90c1db tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:53.109788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cc4c4aa2-34ab-476a-9744-7a4cf808de60 req-bdf0860d-ed0c-45e8-9652-9a525b90c1db tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 945 time: 0.2035916 May 20 04:24:53.171398 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cc4c4aa2-34ab-476a-9744-7a4cf808de60 req-3d817ada-5645-4a7b-a8b4-2547c987c29f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 May 20 04:24:53.193064 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:53.204037 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.315474 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-028bd9d6-d7fb-46f7-8373-a264a46b035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.327907 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.342295 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 370aa6f1-ae96-40e4-8117-d78384510bde triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:53.343364 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.350293 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.490246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.524241 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:53.538191 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:53.544213 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.545809 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 12e429ce-5f24-47a3-90a7-40a7392a0a51 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:53.579740 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:53.641436 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'code': 200} May 20 04:24:53.645102 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.655076 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 12e429ce-5f24-47a3-90a7-40a7392a0a51 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:24:53.655429 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 12e429ce-5f24-47a3-90a7-40a7392a0a51 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:24:53.655844 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device f78c1b64-b150-441d-99a2-1c76d8b0aa68 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:53.666165 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.677074 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:53.711657 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: f78c1b64-b150-441d-99a2-1c76d8b0aa68 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:24:53.712317 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device f78c1b64-b150-441d-99a2-1c76d8b0aa68 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:24:53.748231 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=10']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:53.751695 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:53.882883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'Port': ['ID=e308338e-41b5-4325-8f27-29caabc92c8c,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:53.890999 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:53.892892 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:54.143563 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:54.180362 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5307f-d186-4395-a0d7-b01b1159da7c req-e86d07ee-94fd-4ceb-95c3-78f84bfe4b80 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:54.182740 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c9a5307f-d186-4395-a0d7-b01b1159da7c req-e86d07ee-94fd-4ceb-95c3-78f84bfe4b80 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.4218473 May 20 04:24:54.287088 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51689d-5401-4427-817d-c7c165585c95 req-f0f6615e-84db-46bd-8bdd-56ec0ffe4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:54.288971 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-6a51689d-5401-4427-817d-c7c165585c95 req-f0f6615e-84db-46bd-8bdd-56ec0ffe4359 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 1100 time: 0.0871618 May 20 04:24:54.355883 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c9a5307f-d186-4395-a0d7-b01b1159da7c req-15fefd56-62df-48a5-adc4-9afebe522044 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212876 May 20 04:24:54.388768 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-6a51689d-5401-4427-817d-c7c165585c95 req-b95ae9b0-0fd4-4da4-8252-80863d43c060 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861914 May 20 04:24:54.402637 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.l3_db [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Floating IP 8a4b3412-9e65-410b-86ad-8bcebe076108 associated. External IP: 172.28.2.134, port: e76e49d5-f32e-42fc-a033-6f6c467f70cb. May 20 04:24:54.466183 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5e1b3-7c77-4def-9576-2e279c46fe70 req-8832b752-6d47-4424-b389-f2b0b3824d1e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:54.467802 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1e5e1b3-7c77-4def-9576-2e279c46fe70 req-8832b752-6d47-4424-b389-f2b0b3824d1e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2347064 May 20 04:24:54.658661 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f1e5e1b3-7c77-4def-9576-2e279c46fe70 req-a788b20c-840a-42f6-8085-b36b51fcbf0f tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715739 May 20 04:24:54.799052 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf2cd-2b0d-42ca-89f7-9e15f5c3e04e req-8fc81a2c-f076-44bc-be14-1aa656c13f31 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:54.800522 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-71abf2cd-2b0d-42ca-89f7-9e15f5c3e04e req-8fc81a2c-f076-44bc-be14-1aa656c13f31 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.2627850 May 20 04:24:54.927471 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-71abf2cd-2b0d-42ca-89f7-9e15f5c3e04e req-c6fa17cf-dd8e-4bed-aebf-b26ef4500b83 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729420 May 20 04:24:54.934680 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Router 44f440be-baad-4a54-be3d-cb8addc7dc41 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:24:55.151904 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:24:55.163256 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] Sync routers for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:24:55.179596 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:55.180376 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:24:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:55.190987 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.263922 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8147271 May 20 04:24:55.264820 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:55.268466 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60734) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:55.275294 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587142196', 'description': 'tempest-secgroup-smoke-587142196 description', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:55.282948 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:55.295741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:55.327262 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.351655 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:55.357138 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:55.361323 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:55.368674 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:55.381147 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'status': 'completed', 'code': 200} May 20 04:24:55.560171 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.572792 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.596723 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:55.630750 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.696703 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f56fd930-c542-4c9a-8c01-118a74c0a179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:55.772343 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.773635 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5039701 May 20 04:24:55.778097 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 60766) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:55.802799 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-565cb9de-b27b-43dc-a3db-8f126c22a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:55.804410 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-565cb9de-b27b-43dc-a3db-8f126c22a43d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1099 time: 0.3742213 May 20 04:24:55.820776 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group_rule': {'security_group_id': '623dafb6-474e-45a0-be2b-a9e719cea74a', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:55.869106 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:55.890071 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:55.899597 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:55.924926 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623dafb6-474e-45a0-be2b-a9e719cea74a,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:55.925412 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:55.940927 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:56.095862 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa925d-fa19-4a1e-b7de-9eb8e37d6174 req-bdccac99-a1f8-430f-9525-1c9d49ba6540 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.106162 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-6479aace-36ee-4f29-8091-185f1419ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.107200 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e4aa925d-fa19-4a1e-b7de-9eb8e37d6174 req-bdccac99-a1f8-430f-9525-1c9d49ba6540 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.5218077 May 20 04:24:56.110484 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-6479aace-36ee-4f29-8091-185f1419ae6f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.2834356 May 20 04:24:56.200380 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '8a4b3412-9e65-410b-86ad-8bcebe076108', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'port_id': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'mac_address': 'fa:16:3e:6a:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:24:53Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 0, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:56.208266 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] Checking router: 44f440be-baad-4a54-be3d-cb8addc7dc41 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:24:56.225733 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:56.227555 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.228692 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:24:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:56.254942 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e4aa925d-fa19-4a1e-b7de-9eb8e37d6174 req-c8771756-82d2-44d8-af4a-9c205d673b90 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466823 May 20 04:24:56.385846 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-6d18eb0f-3697-4a74-a09b-59fdc0d5cf95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 1000 time: 0.2618752 May 20 04:24:56.464745 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-c90d5d39-d061-48f8-8c8e-665784d05d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.467544 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-c90d5d39-d061-48f8-8c8e-665784d05d78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.0711069 May 20 04:24:56.498129 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:56.500285 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed65bc5-bd99-4601-b0f4-bfa1cafd6217 req-23dfc195-8cdd-460e-94f1-d6f6019afc38 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.502835 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ed65bc5-bd99-4601-b0f4-bfa1cafd6217 req-23dfc195-8cdd-460e-94f1-d6f6019afc38 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.5587046 May 20 04:24:56.569152 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-82ae0134-1d49-4aaf-afbd-788f04b8a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.571017 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-82ae0134-1d49-4aaf-afbd-788f04b8a461 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894744 May 20 04:24:56.578790 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ed65bc5-bd99-4601-b0f4-bfa1cafd6217 req-d4a316d2-c13a-4ee9-91ae-1288a47d5adf tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669222 May 20 04:24:56.586262 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.594667 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.607628 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:56.637129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3196d1-b0fe-43a7-abc4-ba31698b2651,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:56.641689 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:56.660415 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa3ec-cac8-4a32-ab32-06aeb8ee414d req-d9c0537d-a5a7-4445-85fc-efcc0b2d6cc6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.662396 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-651aa3ec-cac8-4a32-ab32-06aeb8ee414d req-d9c0537d-a5a7-4445-85fc-efcc0b2d6cc6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.2747691 May 20 04:24:56.663926 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.668140 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8784211 May 20 04:24:56.670200 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 60798) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:56.676204 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group_rule': {'security_group_id': '623dafb6-474e-45a0-be2b-a9e719cea74a', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:56.696861 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:56.705787 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:56.710900 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:56.726808 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:56.743083 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-651aa3ec-cac8-4a32-ab32-06aeb8ee414d req-83b280d3-5455-4a91-a955-e57853784e9c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736029 May 20 04:24:56.757704 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.834548 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-a94314ca-fd57-4db2-9d1d-2a9c4c27b67a service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543318 May 20 04:24:56.869670 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.885271 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.892660 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-956550f1-0498-4afb-a55e-9ec967a60d4d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:56.922300 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac92888-b3a7-45c1-ae86-0302a20c64e6,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:56.927559 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:56.938063 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.947300 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-35dbe40d-6c32-4e05-813f-344c37b46c4d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2755287 May 20 04:24:56.948076 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 60802) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:56.960275 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group_rule': {'security_group_id': '623dafb6-474e-45a0-be2b-a9e719cea74a', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:56.972339 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:56.979222 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:56.985696 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:56.997355 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:57.030643 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.125880 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1a0453c8-9d8a-437b-b72d-006382cd084b req-bfd448d6-0264-4791-893b-6737745ba523 service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479203 May 20 04:24:57.186755 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '8a4b3412-9e65-410b-86ad-8bcebe076108', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'port_id': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'mac_address': 'fa:16:3e:6a:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:24:53Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 0, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:57.198657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.204506 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.213774 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f3683bc1-6cf1-4839-9734-0dee305935c8 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:57.217019 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b9dc0a-0ea3-426f-874d-f583a0d7c6e7 None None] The sync data for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb is: [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '8a4b3412-9e65-410b-86ad-8bcebe076108', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'port_id': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'mac_address': 'fa:16:3e:6a:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:24:53Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 0, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:24:57.242902 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735f2cba-ca94-4c54-9550-957a2bb0533d,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:57.246606 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:57.249843 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.251176 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988760 May 20 04:24:57.256463 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60814) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:57.264360 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group_rule': {'security_group_id': '623dafb6-474e-45a0-be2b-a9e719cea74a', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:57.273078 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:57.280159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:57.284393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:57.293451 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:57.330309 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.552657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946a768-f78e-48d6-bea3-8d1e1506375b req-8eda4c00-9710-444f-a11d-82901c2ef374 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.552657 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c946a768-f78e-48d6-bea3-8d1e1506375b req-8eda4c00-9710-444f-a11d-82901c2ef374 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1617124 May 20 04:24:57.652236 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.653652 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60824) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:57.654077 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01ff48-0d1d-4d45-a8d3-cf246ffd2e76 None None] New status for floating IP 8a4b3412-9e65-410b-86ad-8bcebe076108: ACTIVE {{(pid=91712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:24:57.669572 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.673347 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-24e5417f-9f2b-46c0-a813-8be14979eaea tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:57.715442 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2710d4-3ea7-4a0b-8f0b-b3a07d883871,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:57.719868 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:57.732405 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.740842 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-61b54d82-eb58-4dc5-9887-93d45a43b48c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4821227 May 20 04:24:57.741878 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60832) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:57.750916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group_rule': {'security_group_id': '623dafb6-474e-45a0-be2b-a9e719cea74a', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:57.761712 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:57.768902 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:57.775497 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:57.788310 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:57.809244 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.securitygroups_db [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Project c5f08de5927e4fe7bf0b8ec6288e1157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:24:57.823777 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.839877 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c946a768-f78e-48d6-bea3-8d1e1506375b req-acc0a6b0-f612-4771-9b71-4f2b9e496987 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781818 May 20 04:24:57.906385 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b6d2-3610-45e2-935b-f185cd89c1f7 req-7ec5c5db-5998-4e83-b01f-851ef204d6a1 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.908018 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7f41b6d2-3610-45e2-935b-f185cd89c1f7 req-7ec5c5db-5998-4e83-b01f-851ef204d6a1 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.1735189 May 20 04:24:57.944734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.963654 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.970338 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7f41b6d2-3610-45e2-935b-f185cd89c1f7 req-f4a995af-a056-47f0-890b-0bd5dc427c64 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 May 20 04:24:57.974671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:57.995663 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea00dab-b47e-4604-8794-0644ece715d6,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:58.002513 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:58.013230 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ff673067-a801-4f28-878b-5693b59405c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1990d916ac9d4bb3a56080872795816e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558290 May 20 04:24:58.014070 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60838) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:58.042281 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.046347 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029230 May 20 04:24:58.046887 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 60842) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:58.054796 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'security_group_rule': {'security_group_id': '623dafb6-474e-45a0-be2b-a9e719cea74a', 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:58.073664 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:58.081365 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Usage tracker for resource:security_group_rule and tenant:c5f08de5927e4fe7bf0b8ec6288e1157 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:58.085325 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:58.086321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.112324 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.122061 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:58.159707 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.securitygroups_db [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Project c5f08de5927e4fe7bf0b8ec6288e1157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:24:58.168529 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.169840 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.175366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-eb92ef8f-6df1-495e-be9d-a2f8f92e2461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:58.187979 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f930a602-f51d-4451-ba49-4362f5ba5633,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:58.190446 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:58.190604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbc49-75c7-479f-96a4-cec2749f88ac req-eb00f824-9ddc-4254-a0b4-dfd1a2947082 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:58.192000 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2adbbc49-75c7-479f-96a4-cec2749f88ac req-eb00f824-9ddc-4254-a0b4-dfd1a2947082 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2197750 May 20 04:24:58.194237 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.197842 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f930a602-f51d-4451-ba49-4362f5ba5633 HTTP/1.1" status: 204 len: 168 time: 0.1804996 May 20 04:24:58.266394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e016b4-93ab-42cf-984a-87fde8cbd3c7 req-0ff217e9-8cee-4421-841d-bdeff39fb95b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:58.267869 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d9e016b4-93ab-42cf-984a-87fde8cbd3c7 req-0ff217e9-8cee-4421-841d-bdeff39fb95b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.1797273 May 20 04:24:58.317423 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2adbbc49-75c7-479f-96a4-cec2749f88ac req-373d388a-ecd7-4404-982b-5390e9dcccba tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031852 May 20 04:24:58.331451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.339062 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.348317 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d9e016b4-93ab-42cf-984a-87fde8cbd3c7 req-0e84ca93-b637-4ecf-a9c6-a8a38a153d5a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712845 May 20 04:24:58.353100 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:58.376372 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed14d51-8277-4e99-9f98-7d0cb7d7a706,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:58.379254 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:58.391186 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.397302 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-9451b344-9b58-4fb4-b127-9ba892115bce tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3469088 May 20 04:24:58.533714 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-c4bb2d61-1e7e-4e0f-8466-d40bbe067a8e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587142196&fields=id&tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157 HTTP/1.1" status: 200 len: 267 time: 0.0468063 May 20 04:24:58.630694 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-35c56656-2db2-4443-91ee-df7fe8168ed4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:58.632128 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-35c56656-2db2-4443-91ee-df7fe8168ed4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.0918064 May 20 04:24:58.645896 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'port': {'security_groups': ['5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f', '623dafb6-474e-45a0-be2b-a9e719cea74a']}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:58.773260 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.088585 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:59.121989 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae94e-60ed-4267-951c-28b8753ddbd5 req-e8badaae-3f18-4e19-9e75-02a42efdbec5 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:59.123375 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e98ae94e-60ed-4267-951c-28b8753ddbd5 req-e8badaae-3f18-4e19-9e75-02a42efdbec5 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1422899 May 20 04:24:59.130553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.148316 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.156356 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:59.160168 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e76e49d5-f32e-42fc-a033-6f6c467f70cb'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:59.241804 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e98ae94e-60ed-4267-951c-28b8753ddbd5 req-05d64cb3-b920-4d83-a152-70a1392fe68f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092653 May 20 04:24:59.252764 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:59.253698 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.262239 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9a35c066-651d-4e1a-a354-e7b8d1182889 req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "PUT /v2.0/ports/e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 982 time: 0.6231017 May 20 04:24:59.262673 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:59.290052 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=6']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:59.293265 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:59.385419 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e76e49d5-f32e-42fc-a033-6f6c467f70cb'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:59.509571 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378231c7-a51c-47b0-b3ad-26dfb027b34c req-4284a6d9-a74c-4211-9ec8-b363b9fb2eef tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:59.510974 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-378231c7-a51c-47b0-b3ad-26dfb027b34c req-4284a6d9-a74c-4211-9ec8-b363b9fb2eef tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.1494479 May 20 04:24:59.519407 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd910de-3ec2-4581-9965-b297cd24e3b3 req-ba3dff37-742d-4f33-90bd-9da01fd9bee9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:59.521218 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cbd910de-3ec2-4581-9965-b297cd24e3b3 req-ba3dff37-742d-4f33-90bd-9da01fd9bee9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1251512 May 20 04:24:59.541140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-3c62cd14-b05e-41ee-8db2-dbee2bf33104 None None] Provisioning complete for port e76e49d5-f32e-42fc-a033-6f6c467f70cb triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:59.541520 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3c62cd14-b05e-41ee-8db2-dbee2bf33104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.591424 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-378231c7-a51c-47b0-b3ad-26dfb027b34c req-bbd632c0-be17-4c4a-b13d-8e7800b31f42 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691686 May 20 04:24:59.601747 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cbd910de-3ec2-4581-9965-b297cd24e3b3 req-042d5420-4a93-42b6-81e2-3e80aa88455f tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640142 May 20 04:24:59.690156 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'status': 'completed', 'code': 200} May 20 04:24:59.832153 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-0c0308f1-a70b-4a53-b70f-23fff5c7bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:59.833902 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-0c0308f1-a70b-4a53-b70f-23fff5c7bb44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1138 time: 0.1119113 May 20 04:25:00.038383 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-1f662c5c-4fce-4b38-a33c-5a2a5a294484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.041081 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-1f662c5c-4fce-4b38-a33c-5a2a5a294484 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.1995149 May 20 04:25:00.121236 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ec9e9-472e-4d55-a0ce-a9dd1da1f0a5 req-e6c5d7f3-6815-4733-9110-22cc4c6431aa tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.123009 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-df1ec9e9-472e-4d55-a0ce-a9dd1da1f0a5 req-e6c5d7f3-6815-4733-9110-22cc4c6431aa tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1793189 May 20 04:25:00.132077 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020749e-22d4-459a-9792-a3158ba1f2d5 req-cd0601a9-a373-41a9-aba8-0598ebebbe9c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.133800 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3020749e-22d4-459a-9792-a3158ba1f2d5 req-cd0601a9-a373-41a9-aba8-0598ebebbe9c tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2716467 May 20 04:25:00.169450 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-b60ca0bb-a16a-4a33-a023-413c5eaf57f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 1002 time: 0.1149194 May 20 04:25:00.237372 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-df1ec9e9-472e-4d55-a0ce-a9dd1da1f0a5 req-0e5cbc72-f39d-47fd-b77b-3dae8dc620a0 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878594 May 20 04:25:00.243648 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3020749e-22d4-459a-9792-a3158ba1f2d5 req-4e560b49-1184-48d0-b79e-1fbc18c14f2a tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741918 May 20 04:25:00.249272 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-9df1cfba-b665-4a2a-8cf5-333b16481dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.250146 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-954c5ee7-eb32-45a1-bef4-da1e7e292dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.251964 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-9df1cfba-b665-4a2a-8cf5-333b16481dce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1098 time: 0.1928596 May 20 04:25:00.254938 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-954c5ee7-eb32-45a1-bef4-da1e7e292dd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.0780010 May 20 04:25:00.353317 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-f530c2be-1470-44c9-a1c4-93ff316fd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.354872 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-f530c2be-1470-44c9-a1c4-93ff316fd328 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758421 May 20 04:25:00.489851 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-3930df82-a6d0-4fcd-8f2c-32961ce2928e service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265256 May 20 04:25:00.495589 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-605009e6-52d7-462f-907b-c668f7a080dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.497018 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-605009e6-52d7-462f-907b-c668f7a080dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.2200766 May 20 04:25:00.610672 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-7454b295-882a-4ff2-a9df-73031426d952 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 1001 time: 0.0976202 May 20 04:25:00.647122 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-dc7d53ad-b2a8-4efc-bec8-7f41014aa824 req-7d9dfc5e-2447-432b-b615-ace2cbc0a76d service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344931 May 20 04:25:00.688798 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-7101346d-1989-4d13-b739-6901baa13826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.690326 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-7101346d-1989-4d13-b739-6901baa13826 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.0594263 May 20 04:25:00.845592 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d98703-acad-47d1-860b-ee694c48eb14 req-31f23f56-701e-4e57-b1bb-7e60efe4f119 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.847327 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-87d98703-acad-47d1-860b-ee694c48eb14 req-31f23f56-701e-4e57-b1bb-7e60efe4f119 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.1457596 May 20 04:25:00.854261 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-faa4234c-e16b-487a-989d-f3681db7fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.855510 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-faa4234c-e16b-487a-989d-f3681db7fa54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196575 May 20 04:25:00.989258 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-87d98703-acad-47d1-860b-ee694c48eb14 req-cac77603-1b37-4fa4-a643-4aa5765cad4e tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327283 May 20 04:25:01.025429 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-0e802099-3872-495d-9d7b-b894d3140363 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551716 May 20 04:25:01.170919 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a790a39f-5970-4e19-a729-64f64ebab6c8 req-f38a4f8b-6094-4d9d-bd3c-11d864a630eb service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310730 May 20 04:25:01.492612 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-8e7ebf32-9d3b-4d37-9d1e-48c24cb6247e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:01.494004 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-8e7ebf32-9d3b-4d37-9d1e-48c24cb6247e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.1932492 May 20 04:25:01.584890 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79977b-3006-4e43-b664-0fe1b01e23f1 req-90d99db2-be0c-4edc-9f00-fb251c071fd7 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:01.586382 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5e79977b-3006-4e43-b664-0fe1b01e23f1 req-90d99db2-be0c-4edc-9f00-fb251c071fd7 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.2219665 May 20 04:25:01.602216 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.626721 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed708379-075d-4ea5-bd77-045433d0dea7 req-2fbe8e1d-ac53-41f4-a2ae-f2649221bca5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:01.628151 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ed708379-075d-4ea5-bd77-045433d0dea7 req-2fbe8e1d-ac53-41f4-a2ae-f2649221bca5 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 946 time: 0.2310665 May 20 04:25:01.719356 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ed708379-075d-4ea5-bd77-045433d0dea7 req-ed0699c8-2e95-467d-82b5-0c1452e3e9e4 tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ed39142-e53f-4fbd-877b-0e897cd77fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849025 May 20 04:25:01.722135 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5e79977b-3006-4e43-b664-0fe1b01e23f1 req-d5a6356f-38bb-4f39-8533-16d6c01921d9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931361 May 20 04:25:01.741771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Deleting port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:01.741771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.881909 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] For port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:01.882269 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:02.008632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Calling delete_port for 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:02.175017 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:02.181519 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:02.187542 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['284f9ef8-0c57-4bd1-94aa-8bf400dc46cd'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:02.323839 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Pushing event deleted for resources: {'Port': ['ID=284f9ef8-0c57-4bd1-94aa-8bf400dc46cd,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:02.326704 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:02.401645 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] No DVR routers for this DVR port 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:25:02.410255 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf19408-f452-44d3-a932-d8880ceb13ad req-d526193c-d38e-45b1-b25d-0c6b809fa7d9 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:02.411692 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-eaf19408-f452-44d3-a932-d8880ceb13ad req-d526193c-d38e-45b1-b25d-0c6b809fa7d9 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.3153436 May 20 04:25:02.412689 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:02.415282 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b294f2f-feea-472a-8088-84f34301421f', 'name': 'network-vif-deleted', 'tag': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:02.443197 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-205d83a3-eee5-4418-b6c7-ee27f2b62b96 req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.73 "DELETE /v2.0/ports/284f9ef8-0c57-4bd1-94aa-8bf400dc46cd HTTP/1.1" status: 204 len: 173 time: 0.9402206 May 20 04:25:02.463162 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b294f2f-feea-472a-8088-84f34301421f', 'name': 'network-vif-deleted', 'tag': '284f9ef8-0c57-4bd1-94aa-8bf400dc46cd', 'status': 'completed', 'code': 200} May 20 04:25:02.470427 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-eaf19408-f452-44d3-a932-d8880ceb13ad req-e9a23517-986e-402b-9bde-4fd38f3f1fa3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490301 May 20 04:25:02.928501 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-931aaeba-d255-4d5d-90eb-9b38bf5cfa0f req-5c25dd09-803a-4d52-8a12-062773925eab tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Synchronizing usage tracker for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:02.961449 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-931aaeba-d255-4d5d-90eb-9b38bf5cfa0f req-5c25dd09-803a-4d52-8a12-062773925eab tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Unset dirty status for tenant:0bab2a5b0db04493b3746fb5efc5e2d6 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:02.962703 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-931aaeba-d255-4d5d-90eb-9b38bf5cfa0f req-5c25dd09-803a-4d52-8a12-062773925eab tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b294f2f-feea-472a-8088-84f34301421f HTTP/1.1" status: 200 len: 210 time: 0.1148067 May 20 04:25:02.997999 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4efb2e-e7da-400d-bee4-efe09c6b23c1 req-e37ccb1d-3bb1-4328-b526-8b7fc4b2a9d9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:03.000620 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2a4efb2e-e7da-400d-bee4-efe09c6b23c1 req-e37ccb1d-3bb1-4328-b526-8b7fc4b2a9d9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1506660 May 20 04:25:03.049772 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2a4efb2e-e7da-400d-bee4-efe09c6b23c1 req-8512f3e1-36c9-47c8-b0ce-48f4498f7cbb tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 May 20 04:25:03.676396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc0b8e-9f67-4fcc-ba74-76e260548ec8 req-af10018d-9012-43d0-8520-258246f164a8 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:03.677980 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-52cc0b8e-9f67-4fcc-ba74-76e260548ec8 req-af10018d-9012-43d0-8520-258246f164a8 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.0934384 May 20 04:25:03.732724 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-52cc0b8e-9f67-4fcc-ba74-76e260548ec8 req-b71bfc70-5b03-4241-8905-785ec5520a30 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 May 20 04:25:04.066586 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60888) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:04.070241 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2bc93a86-9bb8-4b6c-ac96-19eaf08de363 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:04.073237 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2bc93a86-9bb8-4b6c-ac96-19eaf08de363 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 945 time: 0.1155622 May 20 04:25:04.319663 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Deleting port 268004c4-f679-4824-8d1e-fb2e97686a45 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:04.320521 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:04.472956 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] For port 268004c4-f679-4824-8d1e-fb2e97686a45, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=268004c4-f679-4824-8d1e-fb2e97686a45,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:04.473320 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:04.601218 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Calling delete_port for 268004c4-f679-4824-8d1e-fb2e97686a45 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:04.713607 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:04.768548 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:04.778305 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8a959fd2-7eb2-418a-a88f-25802485b61b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:04.785421 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['268004c4-f679-4824-8d1e-fb2e97686a45'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:04.903314 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Pushing event deleted for resources: {'Port': ['ID=268004c4-f679-4824-8d1e-fb2e97686a45,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:04.906648 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:04.996806 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] No DVR routers for this DVR port 268004c4-f679-4824-8d1e-fb2e97686a45 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:25:04.999962 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.003303 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71be96fe-6222-473e-8216-dac7491db5c6', 'name': 'network-vif-deleted', 'tag': '268004c4-f679-4824-8d1e-fb2e97686a45'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:05.009981 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8540ee85-3d89-4465-9667-74b0dd80c679 req-76a9a9d5-ee6e-48cd-98f1-a46c09e27cc2 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be96fe-6222-473e-8216-dac7491db5c6 HTTP/1.1" status: 200 len: 210 time: 0.0657780 May 20 04:25:05.026465 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a03db7c2-4f6f-425e-8c90-d1761f8cac2d req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "DELETE /v2.0/ports/268004c4-f679-4824-8d1e-fb2e97686a45 HTTP/1.1" status: 204 len: 173 time: 0.9469833 May 20 04:25:05.077797 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71be96fe-6222-473e-8216-dac7491db5c6', 'name': 'network-vif-deleted', 'tag': '268004c4-f679-4824-8d1e-fb2e97686a45', 'status': 'completed', 'code': 200} May 20 04:25:05.217744 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:05.254468 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:05.254825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 284f9ef8-0c57-4bd1-94aa-8bf400dc46cd not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:05.326484 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Deleting port 2842b453-ca89-4771-80fe-0cbb945612cc {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:05.327105 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.458441 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] For port 2842b453-ca89-4771-80fe-0cbb945612cc, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=2842b453-ca89-4771-80fe-0cbb945612cc,segment=NetworkSegment(f0e241e7-29bd-4fc1-ba4d-ad530b37d11a),segment_id=f0e241e7-29bd-4fc1-ba4d-ad530b37d11a)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:05.458807 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.592509 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Calling delete_port for 2842b453-ca89-4771-80fe-0cbb945612cc owned by network:router_interface {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:05.997355 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.001464 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-792ac608-a390-4a67-8637-154f931a0331 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:06.048799 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Pushing event deleted for resources: {'Port': ['ID=2842b453-ca89-4771-80fe-0cbb945612cc,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:06.052135 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:06.345029 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.998963 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:25:07.235362 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:25:07.248077 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 268004c4-f679-4824-8d1e-fb2e97686a45 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:07.249217 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] Sync routers for ids ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:25:07.260255 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] 10.222.0.42 "PUT /v2.0/routers/dbd76726-d058-4272-90f9-7f5d2cfb4dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1922801 May 20 04:25:07.263140 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] Routers {'dbd76726-d058-4272-90f9-7f5d2cfb4dc9'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:07.263655 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60904) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:07.264126 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:24:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:07.307090 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 268004c4-f679-4824-8d1e-fb2e97686a45 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:07.307879 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 268004c4-f679-4824-8d1e-fb2e97686a45 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:07.473313 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks [] for router, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:07.486230 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] Set router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:07.726259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:07.828854 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:25:05Z', 'revision_number': 5, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port': {'id': 'dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:18Z', 'updated_at': '2021-05-20T04:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:07.836952 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] Checking router: dbd76726-d058-4272-90f9-7f5d2cfb4dc9 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:25:07.858662 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] Routers {'dbd76726-d058-4272-90f9-7f5d2cfb4dc9'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:07.859732 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:24:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:07.875605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Deleting port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:07.876199 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.017284 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] For port dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:08.017675 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.180985 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] Set router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 gateway port host: None {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:08.195106 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Calling delete_port for dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e owned by network:router_gateway {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:08.295134 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:25:07Z', 'revision_number': 6, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:08.300137 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d6b87-7320-4187-84ff-b49e8ea781c2 None None] The sync data for ids ['dbd76726-d058-4272-90f9-7f5d2cfb4dc9'] in dv-cinder-790910-4-smb is: [{'id': 'dbd76726-d058-4272-90f9-7f5d2cfb4dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1878898625-router', 'tenant_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:16Z', 'updated_at': '2021-05-20T04:25:07Z', 'revision_number': 6, 'project_id': '0bab2a5b0db04493b3746fb5efc5e2d6', 'gw_port_host': None}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:25:08.517874 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.522183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d5b7ec52-149a-45e6-ac94-4b911ed45f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:08.565844 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:08.594186 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:08.662809 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.852773 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.855582 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.958353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.959033 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd76726-d058-4272-90f9-7f5d2cfb4dc9 {{(pid=91711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:25:08.975287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.976433 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dbd76726-d058-4272-90f9-7f5d2cfb4dc9 HTTP/1.1" status: 204 len: 168 time: 1.7112787 May 20 04:25:08.979394 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60926) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:09.045226 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Deleting subnet a41fadd3-1f10-4ae5-bc53-c602ee4c223d {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:25:09.050284 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.096246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 2842b453-ca89-4771-80fe-0cbb945612cc no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:09.139848 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.153168 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 2842b453-ca89-4771-80fe-0cbb945612cc {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:09.153540 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 2842b453-ca89-4771-80fe-0cbb945612cc not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:09.231052 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.494201 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.498424 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:09.536603 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41fadd3-1f10-4ae5-bc53-c602ee4c223d,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:09.539565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:09.540582 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.547317 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-35c6a244-969a-4957-9698-d9899b543f90 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a41fadd3-1f10-4ae5-bc53-c602ee4c223d HTTP/1.1" status: 204 len: 168 time: 0.5665586 May 20 04:25:09.549817 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60932) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:09.660551 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.788333 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.802936 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23374266-4df9-4940-a89d-ea9a6e825181']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:09.817112 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:09.817472 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e241e7-29bd-4fc1-ba4d-ad530b37d11a') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:09.830168 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.849042 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.857605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:25:09.858160 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:25:09.871430 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:25:09.953293 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.957473 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:09.971060 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:09.982043 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=23374266-4df9-4940-a89d-ea9a6e825181,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:09.985560 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:09.991808 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] 10.222.0.42 "DELETE /v2.0/networks/23374266-4df9-4940-a89d-ea9a6e825181 HTTP/1.1" status: 204 len: 168 time: 0.4410040 May 20 04:25:10.226422 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60940) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:10.285231 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-db5dd86d-ba38-41f2-bb87-2d9756c5e24e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bab2a5b0db04493b3746fb5efc5e2d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575650 May 20 04:25:10.289267 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 60948) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:10.356101 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.384667 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.546321 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.551354 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-06d403c3-e3c2-4c3f-ada6-9dc588aaabdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:10.564448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed39142-e53f-4fbd-877b-0e897cd77fea,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:10.567083 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:10.568302 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.569428 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ed39142-e53f-4fbd-877b-0e897cd77fea HTTP/1.1" status: 204 len: 168 time: 0.2791686 May 20 04:25:10.654472 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-778efacf-9697-4f30-b166-010359d47536 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.656082 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-778efacf-9697-4f30-b166-010359d47536 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/networks?id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 200 len: 813 time: 0.1645892 May 20 04:25:10.671605 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-e303249e-bde7-4a43-b086-970e0a02e74e tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/quotas/aad6cbb617d24c0fb55889440e7f0d74 HTTP/1.1" status: 200 len: 375 time: 0.0095861 May 20 04:25:10.720965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-ce53b6ad-58e6-45e1-bfec-2a79a9feee38 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Synchronizing usage tracker for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:10.722264 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:10.742832 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-ce53b6ad-58e6-45e1-bfec-2a79a9feee38 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Unset dirty status for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:10.744196 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-ce53b6ad-58e6-45e1-bfec-2a79a9feee38 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670011 May 20 04:25:10.760922 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:10.761261 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device dc6ea729-f4c7-4d87-be6b-c92ab1e18d7e not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:10.897242 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-d92cf484-db69-4ef3-abf9-1af6b83ca5c6 service neutron] 10.222.0.42 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438494 May 20 04:25:11.140364 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-0b69795d-7d97-4780-b837-c9b868ef479b service neutron] 10.222.0.42 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366123 May 20 04:25:11.383089 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f7cdce19-a1cd-460a-a7a3-86b3959712d9 req-67b74ce9-b3d4-4019-a1c7-e9141c181d5e tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 210 time: 0.0668447 May 20 04:25:12.650442 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-edc6eca4-5718-49a6-9613-6222f13d431e req-d7ca93c1-e5ee-4d2a-81a6-07f2132b944a tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 210 time: 0.0605166 May 20 04:25:12.712974 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-2e778b51-a489-4078-867f-77cc28d169d5 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:12.714570 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-2e778b51-a489-4078-867f-77cc28d169d5 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "GET /v2.0/networks?id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 200 len: 813 time: 0.2405653 May 20 04:25:12.731323 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Request body: {'port': {'device_id': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f', 'admin_state_up': True, 'tenant_id': 'aad6cbb617d24c0fb55889440e7f0d74'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:12.926554 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:12.936481 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:12.952982 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Made reservation on behalf of aad6cbb617d24c0fb55889440e7f0d74 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:12.956709 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:13.144045 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Allocated IP 172.20.0.4 (8817e3fb-46a7-431b-9f05-0b02bfc9cf1f/e6952d34-30ee-47e1-ae1c-4c4bfd0a1027/b2c2bb1d-91e2-4156-bdca-349980ff96d8) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:13.358764 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:13.389357 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:13.395710 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:13.469013 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:13.472428 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:13.476984 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:13.507693 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Pushing event updated for resources: {'Port': ['ID=b2c2bb1d-91e2-4156-bdca-349980ff96d8,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:13.515367 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:13.550067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:13.550869 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:13.581955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547788 May 20 04:25:13.596468 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Request body: {'port': {'device_id': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:13.720580 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.124454 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49a415-91ff-4ede-8591-ab1ce8acb703 req-dcfc21be-8cde-4a71-8cc4-3c2ae0b6493c tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:14.124454 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-5a49a415-91ff-4ede-8591-ab1ce8acb703 req-dcfc21be-8cde-4a71-8cc4-3c2ae0b6493c tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Synchronizing usage tracker for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:14.157276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-5a49a415-91ff-4ede-8591-ab1ce8acb703 req-dcfc21be-8cde-4a71-8cc4-3c2ae0b6493c tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Unset dirty status for tenant:aad6cbb617d24c0fb55889440e7f0d74 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:14.158452 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5a49a415-91ff-4ede-8591-ab1ce8acb703 req-dcfc21be-8cde-4a71-8cc4-3c2ae0b6493c tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 931 time: 0.3054247 May 20 04:25:14.265105 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c2bb1d-91e2-4156-bdca-349980ff96d8 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:14.271704 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5a49a415-91ff-4ede-8591-ab1ce8acb703 req-a61ab337-2fa6-49bd-874b-d50d08c354eb tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997992 May 20 04:25:14.275678 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.291289 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Transition to ACTIVE for port object b2c2bb1d-91e2-4156-bdca-349980ff96d8 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:14.295107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.298882 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b296ecbb-a3a5-4c9d-8271-99d47dc02443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:14.499097 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2c2bb1d-91e2-4156-bdca-349980ff96d8,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:14.526970 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:14.605296 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Attempting to bind port b2c2bb1d-91e2-4156-bdca-349980ff96d8 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:25:14.605636 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Attempting to bind port b2c2bb1d-91e2-4156-bdca-349980ff96d8 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:25:14.605985 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Attempting to bind port b2c2bb1d-91e2-4156-bdca-349980ff96d8 on network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:14.611016 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Port b2c2bb1d-91e2-4156-bdca-349980ff96d8 on network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:25:14.611329 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Attempting to bind port b2c2bb1d-91e2-4156-bdca-349980ff96d8 on network 8817e3fb-46a7-431b-9f05-0b02bfc9cf1f {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:14.623777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:25:14.624096 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Checking segment: {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:14.624485 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Bound using segment: {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:25:14.624915 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Bound port: b2c2bb1d-91e2-4156-bdca-349980ff96d8, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218eec64-eabf-4b48-b741-941fc66f3640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:25:14.625257 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.726918 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] For port b2c2bb1d-91e2-4156-bdca-349980ff96d8, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:25:14.732092 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] For port b2c2bb1d-91e2-4156-bdca-349980ff96d8, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:25:14.738003 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.742459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-29257a28-3f7b-459f-a361-58931c3712f1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:14.801059 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:14.801697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.803230 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] 10.222.0.73 "PUT /v2.0/ports/b2c2bb1d-91e2-4156-bdca-349980ff96d8 HTTP/1.1" status: 200 len: 1093 time: 1.2123189 May 20 04:25:14.803735 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'tag': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:14.825429 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2c2bb1d-91e2-4156-bdca-349980ff96d8,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:14.829710 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:14.878055 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'tag': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8', 'status': 'completed', 'code': 200} May 20 04:25:14.926290 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-538bc1db-3830-4717-bb63-f9ad46fff62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:14.927799 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-538bc1db-3830-4717-bb63-f9ad46fff62a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 1096 time: 0.0821779 May 20 04:25:14.999126 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-f1b3bf9c-bec0-49d9-a3d4-c9b0fddf4ef5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8 HTTP/1.1" status: 200 len: 217 time: 0.0622997 May 20 04:25:15.068909 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-429851bc-23a8-4338-81d6-362c0e349cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:15.070300 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-429851bc-23a8-4338-81d6-362c0e349cc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e6952d34-30ee-47e1-ae1c-4c4bfd0a1027 HTTP/1.1" status: 200 len: 853 time: 0.0641685 May 20 04:25:15.124414 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-17e30028-52ec-4507-8919-9a70037d47c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439963 May 20 04:25:15.287385 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-364f37b7-5d27-4b41-b0de-afd2bc4b6bef service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521912 May 20 04:25:15.507765 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-50a00fd0-5ea2-4ce8-9fe2-95e3f0458103 req-71208967-e433-4b5f-9e61-2a5225e09480 service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125359 May 20 04:25:15.528388 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb714-5395-4eca-95bb-ecb0bcdab18e req-f1df76e6-36bb-4d0e-bf10-c8024ac34b30 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:15.529927 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6cb714-5395-4eca-95bb-ecb0bcdab18e req-f1df76e6-36bb-4d0e-bf10-c8024ac34b30 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 943 time: 0.1230397 May 20 04:25:15.626519 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a6cb714-5395-4eca-95bb-ecb0bcdab18e req-7d00e1dd-e181-40df-aa48-6a485bae1b57 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854342 May 20 04:25:15.658610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-99b9f4ee-37ac-4015-86b5-20328f76e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:15.660071 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-99b9f4ee-37ac-4015-86b5-20328f76e74f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 1096 time: 0.0837061 May 20 04:25:15.812234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-66915db8-327c-47a2-ba84-8e5feb437086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:15.813837 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-66915db8-327c-47a2-ba84-8e5feb437086 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 200 len: 914 time: 0.1366565 May 20 04:25:15.889047 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-47398ea6-eee4-4d53-b2a1-fc3b6b14b059 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8 HTTP/1.1" status: 200 len: 217 time: 0.0667551 May 20 04:25:15.961802 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-f9d29952-39e2-44a1-a7ed-2eff45343df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:15.963288 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-f9d29952-39e2-44a1-a7ed-2eff45343df1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e6952d34-30ee-47e1-ae1c-4c4bfd0a1027 HTTP/1.1" status: 200 len: 853 time: 0.0632687 May 20 04:25:16.039880 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-923ab5a8-c633-4f12-a8a8-46e68502470b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650673 May 20 04:25:16.186404 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-ddd9aa7d-4f92-4ab8-a037-4b222e611d3e service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380315 May 20 04:25:16.436803 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e99c1c6a-84e6-4add-affa-c216a1a9e244 req-1dce10e9-f38c-4d28-92d4-c923b60dcac9 service neutron] 10.222.0.73 "GET /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432623 May 20 04:25:16.912241 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b677bf-9bf0-439f-a14b-1fca37618f86 req-f2852ab4-ccff-4be4-8514-f914aa82a661 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:16.913872 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-90b677bf-9bf0-439f-a14b-1fca37618f86 req-f2852ab4-ccff-4be4-8514-f914aa82a661 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 943 time: 0.1067238 May 20 04:25:16.963501 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-90b677bf-9bf0-439f-a14b-1fca37618f86 req-fd6ee604-fdad-4365-a1e9-175135dbf5cb tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 May 20 04:25:17.274185 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device b2c2bb1d-91e2-4156-bdca-349980ff96d8 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:25:17.419320 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port b2c2bb1d-91e2-4156-bdca-349980ff96d8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:17.434150 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8', 'network_id': '8817e3fb-46a7-431b-9f05-0b02bfc9cf1f', 'port_id': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8', 'mac_address': 'fa:16:3e:6e:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6952d34-30ee-47e1-ae1c-4c4bfd0a1027', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:25:17.510690 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:17.538193 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c2bb1d-91e2-4156-bdca-349980ff96d8 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:17.555750 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port b2c2bb1d-91e2-4156-bdca-349980ff96d8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:17.561256 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:17.563774 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-5e5178de-ee10-4160-9620-9c5fb9d3a524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:17.635389 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=b2c2bb1d-91e2-4156-bdca-349980ff96d8,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:17.638890 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:17.873644 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['b2c2bb1d-91e2-4156-bdca-349980ff96d8'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:18.176943 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5090b6-6968-4507-b339-df9694023944 req-8761b893-cb0c-423f-965d-5c02ff840ff3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:18.178707 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6f5090b6-6968-4507-b339-df9694023944 req-8761b893-cb0c-423f-965d-5c02ff840ff3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 944 time: 0.0927405 May 20 04:25:18.233052 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6f5090b6-6968-4507-b339-df9694023944 req-71b43915-97de-4077-a2b8-1dfe16ff3939 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462642 May 20 04:25:18.367701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 32854) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:18.577320 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.594407 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:18.599028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Usage tracker for resource:security_group_rule and tenant:e5014246ed004ce6b4d5773e4c7cdaa0 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:18.602468 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:18.609889 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:18.708654 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.713219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.721432 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4c4ce07a-6e9a-45e4-9f19-b9a897891a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:18.765449 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5014246ed004ce6b4d5773e4c7cdaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965714 May 20 04:25:18.766542 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b24b30-cfaa-4508-8ce0-26f889e2c87a,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:18.770221 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 32860) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:18.770456 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:18.838342 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.867444 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.926258 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.930118 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-94973c92-ed91-49c2-baa8-09a7b8618fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:18.944086 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b24b30-cfaa-4508-8ce0-26f889e2c87a,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:18.946812 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:18.950777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:18.952518 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8b24b30-cfaa-4508-8ce0-26f889e2c87a HTTP/1.1" status: 204 len: 168 time: 0.1802611 May 20 04:25:19.276159 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device b2c2bb1d-91e2-4156-bdca-349980ff96d8 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:19.350512 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port b2c2bb1d-91e2-4156-bdca-349980ff96d8 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:19.356282 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port b2c2bb1d-91e2-4156-bdca-349980ff96d8 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:19.356997 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:19.502772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06846b1-14ac-4f53-ba1c-93b855f3202a req-354fff88-14fc-4291-a40d-40b912fd668b tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:19.504921 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e06846b1-14ac-4f53-ba1c-93b855f3202a req-354fff88-14fc-4291-a40d-40b912fd668b tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 944 time: 0.1466546 May 20 04:25:19.510708 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:19.542132 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:19.553177 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port b2c2bb1d-91e2-4156-bdca-349980ff96d8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:19.559512 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:19.562862 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:19.588868 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e06846b1-14ac-4f53-ba1c-93b855f3202a req-d2655b4c-4ef9-47e1-82d6-2b94fb239564 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748129 May 20 04:25:19.657329 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8', 'code': 200} May 20 04:25:19.677132 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=b2c2bb1d-91e2-4156-bdca-349980ff96d8,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:19.691063 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:19.885931 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6762c79-f01f-41c2-b9f5-b281b3c87758 req-0019b3d1-c466-415c-b8fd-18a77ef2b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:19.887430 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e6762c79-f01f-41c2-b9f5-b281b3c87758 req-0019b3d1-c466-415c-b8fd-18a77ef2b212 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 1098 time: 0.0741582 May 20 04:25:19.935633 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e6762c79-f01f-41c2-b9f5-b281b3c87758 req-3a08547c-c0ad-4e2c-ad20-2682db1525a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 May 20 04:25:20.199167 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ce2dccfd-f27e-42bc-83c9-83f282b55db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:20.492383 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-01ac19d0-ba0c-49a0-bad6-04cdcc2096ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:20.493911 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-01ac19d0-ba0c-49a0-bad6-04cdcc2096ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1138 time: 0.1388340 May 20 04:25:20.503188 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4362-3d31-4431-ad68-78b8d8a9c7f8 req-a52a837f-e806-4e9b-98b8-de4deba8c199 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:20.504881 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c80d4362-3d31-4431-ad68-78b8d8a9c7f8 req-a52a837f-e806-4e9b-98b8-de4deba8c199 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1190217 May 20 04:25:20.646355 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c80d4362-3d31-4431-ad68-78b8d8a9c7f8 req-ca08eb1f-8f9d-447d-b0f2-978a8764938b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184835 May 20 04:25:20.686452 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-ec8a0633-0c2f-4fe9-9969-5d7b075e6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:20.687926 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-ec8a0633-0c2f-4fe9-9969-5d7b075e6775 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.1821289 May 20 04:25:20.920430 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-63dadda6-1abd-4ffe-8cfb-6ce3665dfdcb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 1002 time: 0.2230422 May 20 04:25:21.001263 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b493d5-63aa-40bf-89bc-b30df12a4d5c req-f74401b2-b5a8-46ee-82e5-ef9f05135b50 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:21.002864 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-98b493d5-63aa-40bf-89bc-b30df12a4d5c req-f74401b2-b5a8-46ee-82e5-ef9f05135b50 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.2461452 May 20 04:25:21.015438 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-bd8c6979-94bf-49f0-8374-d2d2a49ee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:21.017163 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-bd8c6979-94bf-49f0-8374-d2d2a49ee912 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.0856571 May 20 04:25:21.104769 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-98b493d5-63aa-40bf-89bc-b30df12a4d5c req-b363c1dc-bbfc-4f3c-bd7e-c168db834e1e tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849748 May 20 04:25:21.135230 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-65ff077c-b376-4a02-a5d7-e7971c4c382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:21.136757 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-65ff077c-b376-4a02-a5d7-e7971c4c382b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0974534 May 20 04:25:21.186320 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 32920) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:21.292773 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-599a3d22-5664-458d-8786-b0c28c3a41ab service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456082 May 20 04:25:21.384718 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:21.403815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:21.408955 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Usage tracker for resource:security_group_rule and tenant:28e9f7a0ed474718a1f1ac6222a64372 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:21.413886 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:21.424481 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:21.452181 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a5fc0391-12ea-46ee-8032-6108abd0d126 req-efea10cc-9671-49bf-9fd5-f677e12dc33b service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467993 May 20 04:25:21.572389 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:21.578467 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:21.588319 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-768619a7-5b33-48c9-b86e-83f29aa959fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:21.631347 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28e9f7a0ed474718a1f1ac6222a64372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437618 May 20 04:25:21.633150 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7216bdca-a940-4c59-b1e8-91ad49396f43,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:21.635077 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 32926) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:21.641326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.641715 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.642045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.642406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.642770 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.643120 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.643470 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.643813 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.644189 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.644535 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.645236 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.645689 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:21.649798 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:21.719061 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:21.888916 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:21.963549 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44a3a-79db-4e36-ba98-66af0248e639 req-5f01b3c7-b41b-4062-927f-ead7b0669fcf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:21.965184 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3bc44a3a-79db-4e36-ba98-66af0248e639 req-5f01b3c7-b41b-4062-927f-ead7b0669fcf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1328239 May 20 04:25:22.003428 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.013842 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:22.036820 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7216bdca-a940-4c59-b1e8-91ad49396f43,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:22.042494 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:22.047326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.051955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7216bdca-a940-4c59-b1e8-91ad49396f43 HTTP/1.1" status: 204 len: 168 time: 0.4122052 May 20 04:25:22.063058 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3bc44a3a-79db-4e36-ba98-66af0248e639 req-0859f770-3f98-48cc-9936-c95e3b5551e9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887568 May 20 04:25:22.313471 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c310a-7153-4dc4-8dbc-3d91b9e22e5b req-aa95f6b4-528c-4dcb-8734-359d48e96629 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:22.315341 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-982c310a-7153-4dc4-8dbc-3d91b9e22e5b req-aa95f6b4-528c-4dcb-8734-359d48e96629 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.0851967 May 20 04:25:22.363846 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-982c310a-7153-4dc4-8dbc-3d91b9e22e5b req-c48bd413-dff8-4bb4-ad08-9b18cdabb5a9 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 May 20 04:25:22.386941 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 32938) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:22.405203 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.423827 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:22.427834 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd1d5eb8d2246948913f8b464ef4fb5 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:22.430785 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:22.436523 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:22.529183 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.534560 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.543683 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7d1b3240-9cc0-4f56-901e-288da6f9fd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:22.584796 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fd1d5eb8d2246948913f8b464ef4fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963692 May 20 04:25:22.585913 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01160012-fc95-43c3-83c3-4db59645c8cf,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:22.587555 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 32946) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:22.589520 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:22.675568 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.705269 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.767393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.776484 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9a758e71-a7f9-4160-af74-f5f66e00ac69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:22.794288 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01160012-fc95-43c3-83c3-4db59645c8cf,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:22.797364 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:22.810768 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:22.811970 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01160012-fc95-43c3-83c3-4db59645c8cf HTTP/1.1" status: 204 len: 168 time: 0.2225223 May 20 04:25:23.288076 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366703f-3301-4933-9621-99af7647687d req-bfcf088f-a88b-4cc9-a5b4-f890a7e3a22a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:23.289644 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9366703f-3301-4933-9621-99af7647687d req-bfcf088f-a88b-4cc9-a5b4-f890a7e3a22a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0934541 May 20 04:25:23.304013 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0d393dd4-8641-454a-8c96-d057400f464f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:23.306000 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:23.351218 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9366703f-3301-4933-9621-99af7647687d req-c109fa1f-1ab3-4646-b2ec-0c95df713685 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535610 May 20 04:25:24.134459 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:24.551054 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:25:24.590599 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59ff52-d958-4098-b6b3-0e6d872aa4a7 req-d87bbe6f-b234-4718-b88e-3771320f1d5a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:24.592169 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2d59ff52-d958-4098-b6b3-0e6d872aa4a7 req-d87bbe6f-b234-4718-b88e-3771320f1d5a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1016417 May 20 04:25:24.643117 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2d59ff52-d958-4098-b6b3-0e6d872aa4a7 req-4c821d46-2e9a-4a3f-977b-5b6b42075aca tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424633 May 20 04:25:25.619594 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:25.878354 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9c4e7-f8dd-44b8-b949-4297c04c1ad0 req-2aaab1e2-5b90-4fc9-84f1-783f4860123a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:25.880272 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-84e9c4e7-f8dd-44b8-b949-4297c04c1ad0 req-2aaab1e2-5b90-4fc9-84f1-783f4860123a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1171398 May 20 04:25:25.932495 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-84e9c4e7-f8dd-44b8-b949-4297c04c1ad0 req-3681942a-1d6c-40d9-b803-461d9f15681f tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459754 May 20 04:25:27.132808 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b9480-93df-4d06-8c1f-ef66c091ca85 req-e0eac082-cc0c-4405-9118-3a9c066c87f2 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:27.134246 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7d0b9480-93df-4d06-8c1f-ef66c091ca85 req-e0eac082-cc0c-4405-9118-3a9c066c87f2 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0863931 May 20 04:25:27.186589 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7d0b9480-93df-4d06-8c1f-ef66c091ca85 req-515fa791-a6bd-4688-ba7e-4b07747b046f tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459464 May 20 04:25:28.104175 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-fd9a10c1-780b-4268-af56-92dee2a7a873 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820680 May 20 04:25:28.256378 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-4853ace5-01ae-4d5d-9af6-0413b855db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.258748 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-4853ace5-01ae-4d5d-9af6-0413b855db1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 1098 time: 0.1298165 May 20 04:25:28.568404 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-c4afd145-d3df-4dc0-890a-dfb9e5df1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.569925 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-c4afd145-d3df-4dc0-890a-dfb9e5df1f80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.2832012 May 20 04:25:28.582245 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e20c-4efa-40ee-80a5-6d6972bf81af req-c7654073-eb25-4bf1-9328-774306c25006 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.583801 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dca7e20c-4efa-40ee-80a5-6d6972bf81af req-c7654073-eb25-4bf1-9328-774306c25006 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.2311246 May 20 04:25:28.709527 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-dca7e20c-4efa-40ee-80a5-6d6972bf81af req-cfd3b850-2bb3-4fb3-88bf-7736b6189a45 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711191 May 20 04:25:28.724521 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-ee10a898-281e-4cef-a443-cdde985ec734 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 200 len: 1001 time: 0.1396091 May 20 04:25:28.800555 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-f763d2b5-7ba4-44ee-b4ca-0e2a8ad59a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.802425 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-f763d2b5-7ba4-44ee-b4ca-0e2a8ad59a4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.0675733 May 20 04:25:28.915250 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-476aaaa3-0ab7-45d9-89fd-7a8797eca096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.917768 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-476aaaa3-0ab7-45d9-89fd-7a8797eca096 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073020 May 20 04:25:29.081807 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-c869dcab-c668-41a8-a8d8-e81001957561 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569252 May 20 04:25:29.326718 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ec34f00-e752-4950-baba-cf7dffc57e16 req-a699dd2f-ab54-4ae1-8dee-265f7d529c8b service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376633 May 20 04:25:29.933771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c151af-57f9-417e-89c3-7f81265d6ccd req-aa989042-ce6d-4f8a-95a2-ae2737ab9596 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:29.935939 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-84c151af-57f9-417e-89c3-7f81265d6ccd req-aa989042-ce6d-4f8a-95a2-ae2737ab9596 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0944953 May 20 04:25:29.993421 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-84c151af-57f9-417e-89c3-7f81265d6ccd req-48c44039-4314-4146-8cd1-1d192bcbc0a5 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504997 May 20 04:25:31.223983 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a19a2-f977-4903-a0f4-ad81fea6d572 req-e354831e-5317-4192-a7fc-50183d7d29b3 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:31.225675 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4e6a19a2-f977-4903-a0f4-ad81fea6d572 req-e354831e-5317-4192-a7fc-50183d7d29b3 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1088350 May 20 04:25:31.293407 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4e6a19a2-f977-4903-a0f4-ad81fea6d572 req-4e9f268c-2403-4c12-b600-f24c070ce08e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511429 May 20 04:25:31.345967 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33080) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:31.537205 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.554817 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:31.560259 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Usage tracker for resource:security_group_rule and tenant:64183d8786fb471bb2a823c4b9b77a0c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:31.564189 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:31.572228 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:31.608809 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.667600 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.672893 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.681019 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c2882665-f676-4068-af2b-dc7892323b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:31.727859 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64183d8786fb471bb2a823c4b9b77a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806579 May 20 04:25:31.728756 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd7a5dd-806b-4f31-99c5-84e8ac070085,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:31.731006 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33086) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:31.732003 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2ca312ff-8140-4341-b453-5a5926d6de22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:31.806912 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.834739 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.892096 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.896600 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-dc2daaad-249f-4dc7-a172-63de480f555e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:31.910345 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd7a5dd-806b-4f31-99c5-84e8ac070085,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:31.912758 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:31.919183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:31.920364 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fd7a5dd-806b-4f31-99c5-84e8ac070085 HTTP/1.1" status: 204 len: 168 time: 0.1868641 May 20 04:25:32.309217 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33100) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:32.329309 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.345226 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:32.349556 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Usage tracker for resource:security_group_rule and tenant:7b74711c8b1847ab970c2bd19c6a8e6c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:32.352725 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:32.358975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:32.504584 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.512309 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.525299 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:32.569056 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7625-4d4a-4c8d-aec3-65810160fc1c req-9cd0cf9b-6f57-46ab-bc83-099d224ef367 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:32.570557 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8c0e7625-4d4a-4c8d-aec3-65810160fc1c req-9cd0cf9b-6f57-46ab-bc83-099d224ef367 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1603889 May 20 04:25:32.581850 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b74711c8b1847ab970c2bd19c6a8e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704828 May 20 04:25:32.585202 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33108) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:32.585697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622a323e-8cf1-48b0-8077-89bda13f79f2,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:32.600897 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:32.634298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8c0e7625-4d4a-4c8d-aec3-65810160fc1c req-f022ece2-10b7-4ad7-b191-c63a1ef02cec tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504065 May 20 04:25:32.657823 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.697293 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.784425 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.789677 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1d8afaee-f768-417e-85b9-05b73c25f406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:32.805108 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a323e-8cf1-48b0-8077-89bda13f79f2,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:32.809148 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:32.813698 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.814601 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/622a323e-8cf1-48b0-8077-89bda13f79f2 HTTP/1.1" status: 204 len: 168 time: 0.2274663 May 20 04:25:33.887195 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c4cbb-cfaf-4243-b297-66fffec9db18 req-6e9c65a0-b228-4dcc-9d3b-137a6eb61271 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:33.890284 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203c4cbb-cfaf-4243-b297-66fffec9db18 req-6e9c65a0-b228-4dcc-9d3b-137a6eb61271 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0942132 May 20 04:25:33.996407 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203c4cbb-cfaf-4243-b297-66fffec9db18 req-0ad8d79f-1766-40e0-888b-93d1c6c26d51 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941408 May 20 04:25:35.214212 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adf002-4d0b-433f-b592-98a7a196a1de req-8d1508e2-aea8-4bb3-891a-a8d523b2471d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:35.216069 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a9adf002-4d0b-433f-b592-98a7a196a1de req-8d1508e2-aea8-4bb3-891a-a8d523b2471d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0950470 May 20 04:25:35.273447 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a9adf002-4d0b-433f-b592-98a7a196a1de req-0c2401a2-2ad1-46a8-8ff1-c4c3bb49c0f5 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513799 May 20 04:25:35.544102 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33194) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:35.685830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.702182 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:35.706121 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Usage tracker for resource:security_group_rule and tenant:09b382db3d5e4aba928bd7caa39ea887 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:35.709274 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:35.715712 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:35.813916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.820966 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.828535 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-84a2672a-d56a-4cc2-9e7e-8f19d233b57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:35.868715 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c92960-a543-43e1-8991-ee606e56d800,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:35.873116 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09b382db3d5e4aba928bd7caa39ea887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275766 May 20 04:25:35.874027 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:35.877310 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33204) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:35.939688 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.968481 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.028363 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.032212 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-eb5f3206-7808-49b5-abd5-8de8e2929861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:36.043393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c92960-a543-43e1-8991-ee606e56d800,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:36.047237 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:36.051017 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.052145 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00c92960-a543-43e1-8991-ee606e56d800 HTTP/1.1" status: 204 len: 168 time: 0.1749966 May 20 04:25:36.369538 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33214) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:36.388465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.405795 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:36.410071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f82dca2b143458cb513e6fe836f3fd6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:36.413741 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:36.421605 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:36.485477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253686e-6612-4391-8036-c9f343b6157f req-d5ed14a3-88e6-4562-a26a-bec672ec873f tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:36.487045 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b253686e-6612-4391-8036-c9f343b6157f req-d5ed14a3-88e6-4562-a26a-bec672ec873f tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0948298 May 20 04:25:36.519116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.524523 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.533955 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cdbaa300-1bdb-4365-b28e-3ba68f866462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:36.539764 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b253686e-6612-4391-8036-c9f343b6157f req-30794830-8aee-434a-ac66-272b248d2050 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461509 May 20 04:25:36.576395 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f82dca2b143458cb513e6fe836f3fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045276 May 20 04:25:36.577767 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9a833-9250-4464-ad60-599c0776b6ce,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:36.579182 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33218) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:36.581203 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:36.642174 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.669462 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.729685 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.735243 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c5889443-b1c9-4c7a-8146-bd2607c81207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:36.750934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9a833-9250-4464-ad60-599c0776b6ce,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:36.755509 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:36.769253 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.770795 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78f9a833-9250-4464-ad60-599c0776b6ce HTTP/1.1" status: 204 len: 168 time: 0.1905768 May 20 04:25:37.776059 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a298-d9db-462d-a39b-0a5944801b20 req-019cc0ee-479f-46ec-a180-30169e5b6a4e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:37.777780 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bec8a298-d9db-462d-a39b-0a5944801b20 req-019cc0ee-479f-46ec-a180-30169e5b6a4e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1158495 May 20 04:25:37.828444 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bec8a298-d9db-462d-a39b-0a5944801b20 req-a2eb8b78-ffcd-42d3-86a7-3c92d1d0de78 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440855 May 20 04:25:39.045115 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b4ad-17e0-4fe9-afda-05c0b4baff6c req-7afb0356-7c8e-4ea2-bb04-f7d0bb4dcd4c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:39.047882 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9560b4ad-17e0-4fe9-afda-05c0b4baff6c req-7afb0356-7c8e-4ea2-bb04-f7d0bb4dcd4c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1008866 May 20 04:25:39.118850 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9560b4ad-17e0-4fe9-afda-05c0b4baff6c req-17024433-1931-4956-8607-f36bc68427ba tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649295 May 20 04:25:40.346172 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e81f26-bdd2-460b-aaa1-2c4a18a7d780 req-ccb48a0c-582d-40c7-b719-eb7df205401e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:40.347733 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e3e81f26-bdd2-460b-aaa1-2c4a18a7d780 req-ccb48a0c-582d-40c7-b719-eb7df205401e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1084528 May 20 04:25:40.400403 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e3e81f26-bdd2-460b-aaa1-2c4a18a7d780 req-429f0f16-d9f0-4009-9ec4-2ba55f23eb15 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463507 May 20 04:25:41.610528 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4707c-3bfb-4dd8-95ea-36afdcc1b349 req-3d4c266b-1fe7-4d06-b0fc-bdc4b3eb7398 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:41.612194 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d0a4707c-3bfb-4dd8-95ea-36afdcc1b349 req-3d4c266b-1fe7-4d06-b0fc-bdc4b3eb7398 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0964546 May 20 04:25:41.668412 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d0a4707c-3bfb-4dd8-95ea-36afdcc1b349 req-ccaf5800-a251-4f7c-b523-7ef21c36f8cf tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501716 May 20 04:25:42.964030 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c67d05-335c-4a98-8ece-c244a416a3bf req-e4eb85c7-f38b-4cdf-9c62-53a94a6dbb45 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:42.967397 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b0c67d05-335c-4a98-8ece-c244a416a3bf req-e4eb85c7-f38b-4cdf-9c62-53a94a6dbb45 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.1735477 May 20 04:25:42.987982 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9295a-1abe-442f-b98e-0422da0698c0 req-12a63cf3-f3bc-414c-a8e6-c5f89bb3fc83 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:42.989547 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2fe9295a-1abe-442f-b98e-0422da0698c0 req-12a63cf3-f3bc-414c-a8e6-c5f89bb3fc83 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.1544518 May 20 04:25:43.083226 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b0c67d05-335c-4a98-8ece-c244a416a3bf req-803848a6-96b5-40ad-b914-e70f81b0acd5 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&id=623dafb6-474e-45a0-be2b-a9e719cea74a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072354 May 20 04:25:43.098301 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2fe9295a-1abe-442f-b98e-0422da0698c0 req-d45fc4ce-10e6-4b43-96e7-1e744f7a2d3b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854130 May 20 04:25:43.487435 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453054d-3696-437a-977f-769c1e482312 req-4f244abf-b1c9-48e2-96e4-59dd0e177afb tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:43.489852 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5453054d-3696-437a-977f-769c1e482312 req-4f244abf-b1c9-48e2-96e4-59dd0e177afb tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.0832949 May 20 04:25:43.546262 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5453054d-3696-437a-977f-769c1e482312 req-1c949300-ac05-432e-bfc1-ce663e22fc55 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507147 May 20 04:25:44.085888 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb380de-1cb2-4eb5-9212-97a4b10d3e93 req-95b92098-ea8d-4c81-ad98-f485bc07fd02 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:44.087364 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bfb380de-1cb2-4eb5-9212-97a4b10d3e93 req-95b92098-ea8d-4c81-ad98-f485bc07fd02 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.1781247 May 20 04:25:44.132972 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bfb380de-1cb2-4eb5-9212-97a4b10d3e93 req-aad845e2-e73c-41d9-b22a-910b8ba572bb tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 May 20 04:25:44.317025 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3f38f-8efc-47f3-a955-7c9cf423644a req-5a9d6399-cdea-453d-895a-cf033ed41ca0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:44.318694 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ede3f38f-8efc-47f3-a955-7c9cf423644a req-5a9d6399-cdea-453d-895a-cf033ed41ca0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.0926149 May 20 04:25:44.370197 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ede3f38f-8efc-47f3-a955-7c9cf423644a req-be591a7a-9959-4fdf-a4e9-81a250ebfbea tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450792 May 20 04:25:44.755396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bde6f8-656b-4cb1-8cea-1a68908cd060 req-e411e760-5f71-47c3-b9f6-01086d573582 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:44.756987 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b1bde6f8-656b-4cb1-8cea-1a68908cd060 req-e411e760-5f71-47c3-b9f6-01086d573582 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.0972478 May 20 04:25:44.856447 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b1bde6f8-656b-4cb1-8cea-1a68908cd060 req-af30bcf7-80d1-4ba5-bcf7-b2ef4ffb6125 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645099 May 20 04:25:44.879773 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-e05dc853-c14d-4076-be76-dac196489112 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:44.881338 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-e05dc853-c14d-4076-be76-dac196489112 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.1234159 May 20 04:25:45.036393 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Deleting port 370aa6f1-ae96-40e4-8117-d78384510bde {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:45.036726 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:45.204829 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] For port 370aa6f1-ae96-40e4-8117-d78384510bde, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=370aa6f1-ae96-40e4-8117-d78384510bde,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:45.205592 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:45.600536 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01583f-6aaf-4319-9a3b-441141b43b7e req-1f6e4e53-d3ad-4ff1-83ae-71652ce4ce6d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:45.602869 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ab01583f-6aaf-4319-9a3b-441141b43b7e req-1f6e4e53-d3ad-4ff1-83ae-71652ce4ce6d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.3301635 May 20 04:25:45.691317 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:45.691684 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:45.691998 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.l3_db [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Floating IP 04651fc9-a838-4959-ad9c-5e19b2e74659 disassociated. External IP: 172.28.2.13, port: 370aa6f1-ae96-40e4-8117-d78384510bde. May 20 04:25:45.692370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Calling delete_port for 370aa6f1-ae96-40e4-8117-d78384510bde owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:45.699857 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ab01583f-6aaf-4319-9a3b-441141b43b7e req-3e2e08d0-97d8-4668-97aa-39c6ed99e846 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882988 May 20 04:25:45.725897 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3e8f6-f039-4dd7-9683-9c35ad7d13f3 req-d34cdfd7-2c49-4bb6-a43f-a984539c78b0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:45.727457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-21b3e8f6-f039-4dd7-9683-9c35ad7d13f3 req-d34cdfd7-2c49-4bb6-a43f-a984539c78b0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 947 time: 0.1915541 May 20 04:25:45.788997 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-21b3e8f6-f039-4dd7-9683-9c35ad7d13f3 req-6916536c-2091-4a46-b7c5-58579e4e9cb1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad16cd0-7cdd-4c55-a60a-d490d174461a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534179 May 20 04:25:45.872151 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b11111-9780-4979-b203-5ec8da950d69 req-f20cf67d-c807-4ef9-b0de-277ed78f83f4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:45.872973 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-b3b11111-9780-4979-b203-5ec8da950d69 req-f20cf67d-c807-4ef9-b0de-277ed78f83f4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:45.880986 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:45.887436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:45.897531 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-b3b11111-9780-4979-b203-5ec8da950d69 req-f20cf67d-c807-4ef9-b0de-277ed78f83f4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:45.899207 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3b11111-9780-4979-b203-5ec8da950d69 req-f20cf67d-c807-4ef9-b0de-277ed78f83f4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.1279039 May 20 04:25:45.938964 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event deleted for resources: {'Port': ['ID=370aa6f1-ae96-40e4-8117-d78384510bde,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:45.941643 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:46.102256 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Deleting port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:46.102591 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:46.278429 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] For port 3e0c94a1-22ff-4cc6-972e-b3ae33916027, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e0c94a1-22ff-4cc6-972e-b3ae33916027,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:46.278913 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:46.318683 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bfee6-e7b1-426f-90ed-f7aae10c7dab req-7c172a80-b6e5-4782-a1ab-902cbcadd571 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:46.320301 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bf8bfee6-e7b1-426f-90ed-f7aae10c7dab req-7c172a80-b6e5-4782-a1ab-902cbcadd571 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 945 time: 0.3148379 May 20 04:25:46.329267 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:25:46.462790 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bf8bfee6-e7b1-426f-90ed-f7aae10c7dab req-e3b22dc8-622a-4348-a553-22bb0c4701d4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba2c7f9f-a268-4f12-91a5-60e512d0c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285992 May 20 04:25:46.625860 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:25:46.638897 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:25:46.670059 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:46.671176 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:46.703274 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:46.703682 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:46.704000 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.l3_db [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Floating IP a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e disassociated. External IP: 172.28.2.248, port: 3e0c94a1-22ff-4cc6-972e-b3ae33916027. May 20 04:25:46.704345 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Calling delete_port for 3e0c94a1-22ff-4cc6-972e-b3ae33916027 owned by compute:nova {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:46.767140 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] No DVR routers for this DVR port 370aa6f1-ae96-40e4-8117-d78384510bde on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:25:46.770656 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:46.773928 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-deleted', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:46.818178 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cac7fdd0-79e2-4273-b306-17aaee0a89ba req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "DELETE /v2.0/ports/370aa6f1-ae96-40e4-8117-d78384510bde HTTP/1.1" status: 204 len: 173 time: 1.9275517 May 20 04:25:46.840913 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d93f8-9e17-4149-8a0a-e5c737513417', 'name': 'network-vif-deleted', 'tag': '370aa6f1-ae96-40e4-8117-d78384510bde', 'status': 'completed', 'code': 200} May 20 04:25:47.027205 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:47.035364 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:47.091149 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:47.100680 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event deleted for resources: {'Port': ['ID=3e0c94a1-22ff-4cc6-972e-b3ae33916027,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:47.120377 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:47.120789 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-5d2878bd-a323-4c45-953f-587ccb5ced9c req-5c884558-ccff-4c02-b2a3-bc8034970ee4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:47.186616 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-5d2878bd-a323-4c45-953f-587ccb5ced9c req-5c884558-ccff-4c02-b2a3-bc8034970ee4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:47.201140 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5d2878bd-a323-4c45-953f-587ccb5ced9c req-5c884558-ccff-4c02-b2a3-bc8034970ee4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a95d93f8-9e17-4149-8a0a-e5c737513417 HTTP/1.1" status: 200 len: 210 time: 0.2417414 May 20 04:25:47.295854 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8db0e-4a38-4372-aede-815ad666735c req-0d752630-f915-4b46-bd14-215ae91677fc tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:47.297788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4dc8db0e-4a38-4372-aede-815ad666735c req-0d752630-f915-4b46-bd14-215ae91677fc tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.2950447 May 20 04:25:47.395443 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4dc8db0e-4a38-4372-aede-815ad666735c req-2fe94111-30f8-46e6-a39f-98df7654de71 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815523 May 20 04:25:47.597633 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:25:47.647510 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:47.655807 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:25:47.673171 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:47.674297 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:47.932372 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5cd7ad07-649e-4e7c-9f94-39e450804ea9 req-55b0b648-6a06-43e2-bc7f-b082ed42a736 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 210 time: 0.0971618 May 20 04:25:47.944709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:25:47.957584 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:25:47.970237 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:47.971006 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:48.016311 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:48.086395 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] No DVR routers for this DVR port 3e0c94a1-22ff-4cc6-972e-b3ae33916027 on host hv-cinder-79091 {{(pid=91711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:25:48.090508 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:48.095596 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'name': 'network-vif-deleted', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:48.139059 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b3b11111-9780-4979-b203-5ec8da950d69 req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "DELETE /v2.0/ports/3e0c94a1-22ff-4cc6-972e-b3ae33916027 HTTP/1.1" status: 204 len: 173 time: 2.2326291 May 20 04:25:48.223285 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d55d2a-0568-4234-91da-216e6384faa4', 'name': 'network-vif-deleted', 'tag': '3e0c94a1-22ff-4cc6-972e-b3ae33916027', 'status': 'completed', 'code': 200} May 20 04:25:48.258325 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:48.497707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33396) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:48.567548 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:48.573045 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea067b83-fd88-481b-b082-2871c6413136 None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:25:48.738957 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:48.752678 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-d0ac9523-bae1-4011-b09e-dbdbec5aa6cc tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:48.754316 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-d0ac9523-bae1-4011-b09e-dbdbec5aa6cc tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.2121384 May 20 04:25:48.886709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:49.101937 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857419-31a6-4836-9915-50fbb0e82f66 req-9d67a7e1-d9c5-44d3-8fdb-2ba276aee2b9 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:49.115397 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-73857419-31a6-4836-9915-50fbb0e82f66 req-9d67a7e1-d9c5-44d3-8fdb-2ba276aee2b9 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 945 time: 0.3441772 May 20 04:25:49.198984 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:49.207339 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8271e-3137-4e29-80c9-682e19c2d4d7 None None] New status for floating IP 04651fc9-a838-4959-ad9c-5e19b2e74659: DOWN {{(pid=91712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:25:49.209794 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:49.218166 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:25:49.229530 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-1853a8ab-e722-4dfb-ba7a-0173469bf470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:49.249188 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:49.250317 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:49.274536 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad16cd0-7cdd-4c55-a60a-d490d174461a,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:49.283575 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:49.285763 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:49.288378 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "DELETE /v2.0/security-groups/cad16cd0-7cdd-4c55-a60a-d490d174461a HTTP/1.1" status: 204 len: 168 time: 0.7893443 May 20 04:25:49.293063 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33408) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:49.322456 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Deleting port b2c2bb1d-91e2-4156-bdca-349980ff96d8 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:49.323356 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:49.428656 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.api.v2.resource [None req-8f41db00-c08b-44c8-a05d-02c8a3eb3668 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] show failed (client error): The resource could not be found. May 20 04:25:49.430709 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8f41db00-c08b-44c8-a05d-02c8a3eb3668 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups/cad16cd0-7cdd-4c55-a60a-d490d174461a HTTP/1.1" status: 404 len: 347 time: 0.1353774 May 20 04:25:49.442605 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-300402eb-444b-49ad-9bbd-e34df2650480 req-d2169490-708b-4dea-80a2-5925c94c4ee4 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d55d2a-0568-4234-91da-216e6384faa4 HTTP/1.1" status: 200 len: 210 time: 0.1713197 May 20 04:25:49.448471 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-73857419-31a6-4836-9915-50fbb0e82f66 req-fd26a55f-72f7-415d-adb1-5ab330ef0d06 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/security-groups?id=576dae90-c240-475d-a43b-6becb73b899c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315375 May 20 04:25:49.449255 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33412) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:49.503537 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 3e0c94a1-22ff-4cc6-972e-b3ae33916027 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:49.648698 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 3e0c94a1-22ff-4cc6-972e-b3ae33916027 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:49.649221 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 3e0c94a1-22ff-4cc6-972e-b3ae33916027 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:49.649872 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:49.712519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] For port b2c2bb1d-91e2-4156-bdca-349980ff96d8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b2c2bb1d-91e2-4156-bdca-349980ff96d8,segment=NetworkSegment(218eec64-eabf-4b48-b741-941fc66f3640),segment_id=218eec64-eabf-4b48-b741-941fc66f3640)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:49.713718 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:49.839410 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:49.874166 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 370aa6f1-ae96-40e4-8117-d78384510bde {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:49.874678 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 370aa6f1-ae96-40e4-8117-d78384510bde not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:49.949634 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Calling delete_port for b2c2bb1d-91e2-4156-bdca-349980ff96d8 owned by compute:nova {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:50.005857 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Deleting port de0133dc-2039-4329-9da2-9a09ec6ade46 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:50.006261 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.103260 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.110562 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d3084fc2-3f32-40b9-ac56-32212427a7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:50.116182 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['b2c2bb1d-91e2-4156-bdca-349980ff96d8'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:50.161166 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Pushing event deleted for resources: {'Port': ['ID=b2c2bb1d-91e2-4156-bdca-349980ff96d8,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:50.163980 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:50.218876 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.219859 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.272014 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-834688f1-fb3b-4bb6-b31e-5256c393294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.286139 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] No DVR routers for this DVR port b2c2bb1d-91e2-4156-bdca-349980ff96d8 on host hv-cinder-79091 {{(pid=91711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:25:50.290379 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.296188 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'name': 'network-vif-deleted', 'tag': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:50.324221 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-915fda58-b89e-47d1-81b0-41ce8a6bb420 req-330742bf-fcc3-42bf-8215-719f55b88ec0 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.73 "DELETE /v2.0/ports/b2c2bb1d-91e2-4156-bdca-349980ff96d8 HTTP/1.1" status: 204 len: 173 time: 1.5597219 May 20 04:25:50.455667 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2525f1-483c-4a26-bfcf-2df94269c921', 'name': 'network-vif-deleted', 'tag': 'b2c2bb1d-91e2-4156-bdca-349980ff96d8', 'status': 'completed', 'code': 200} May 20 04:25:50.462028 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Calling delete_port for de0133dc-2039-4329-9da2-9a09ec6ade46 owned by network:floatingip {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:50.630113 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:50.648227 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0615b-68bb-4800-b8bf-cc7e7410ff83 None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:25:50.736390 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.747039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:50.813142 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33428) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:50.899900 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.942089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.014848 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.015153 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event deleted for resources: {'Port': ['ID=de0133dc-2039-4329-9da2-9a09ec6ade46,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:51.034260 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a1910b49-3e13-4228-aee3-aadedd1b7c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:51.039193 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7b7e828f-0a6c-4c91-bf2d-dad131a11815 req-9887840e-003d-4ab4-9feb-81ca5ed6942d tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e2525f1-483c-4a26-bfcf-2df94269c921 HTTP/1.1" status: 200 len: 210 time: 0.1992395 May 20 04:25:51.041080 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:51.081952 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c7f9f-a268-4f12-91a5-60e512d0c121,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:51.095259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:51.117530 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.119101 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "DELETE /v2.0/security-groups/ba2c7f9f-a268-4f12-91a5-60e512d0c121 HTTP/1.1" status: 204 len: 168 time: 0.3048291 May 20 04:25:51.124547 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33438) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:51.149715 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e867e-d953-4f28-a37d-486180847a0f None None] New status for floating IP a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e: DOWN {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:25:51.173358 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.api.v2.resource [None req-11450219-198e-46fe-864e-bd6ad4972dda tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] show failed (client error): The resource could not be found. May 20 04:25:51.175182 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-11450219-198e-46fe-864e-bd6ad4972dda tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups/ba2c7f9f-a268-4f12-91a5-60e512d0c121 HTTP/1.1" status: 404 len: 347 time: 0.0490298 May 20 04:25:51.181741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33442) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:51.465396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.625835 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.626936 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-4850110b-dedc-4d3a-a925-84d84eb8df98 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "DELETE /v2.0/floatingips/04651fc9-a838-4959-ad9c-5e19b2e74659 HTTP/1.1" status: 204 len: 168 time: 2.1761296 May 20 04:25:51.672765 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Deleting port b6d5a683-908f-4982-a039-dee18c4dfab4 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:51.673151 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.809763 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.810175 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.941382 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Calling delete_port for b6d5a683-908f-4982-a039-dee18c4dfab4 owned by network:floatingip {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:52.028764 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33450) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:52.037618 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813323781', 'description': 'tempest-description--1951679628'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:52.048488 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.055021 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.058266 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:52.066232 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:52.069125 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.073091 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b41c33b-9d79-4997-9407-95d24b7b3e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:52.083170 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.118705 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event deleted for resources: {'Port': ['ID=b6d5a683-908f-4982-a039-dee18c4dfab4,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:52.123430 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:52.123986 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.133044 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.138018 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:52.150979 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:52.221133 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.237992 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.244398 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "DELETE /v2.0/floatingips/a73d628d-3e0f-4d3f-851f-2bf0f40dcd2e HTTP/1.1" status: 204 len: 168 time: 1.0565133 May 20 04:25:52.298116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.306734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.319614 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-acdfeeff-1325-4789-a761-286eadd07cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:52.369430 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.375465 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3406138 May 20 04:25:52.375758 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33460) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:52.384297 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'security_group_rule': {'security_group_id': 'ee54e021-4bb1-4260-bf1b-1074add50012', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:52.391528 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54e021-4bb1-4260-bf1b-1074add50012,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:52.394735 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.397738 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:52.400465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.404399 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:52.412652 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:52.433907 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.517883 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.524667 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.528969 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b7d00d22-5404-419c-bf5e-8e63171e32c1 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:52.576965 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3acbdd6-42a1-41f9-9386-81e9dfe6d53b,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:52.589367 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:52.607401 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.612856 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327273 May 20 04:25:52.613394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33470) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:52.627248 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'security_group_rule': {'security_group_id': 'ee54e021-4bb1-4260-bf1b-1074add50012', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:52.640084 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.652326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:security_group_rule and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.660639 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:52.676259 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:52.710691 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33478) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:52.714502 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.720516 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747647685', 'description': 'tempest-description--710532461'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:52.734490 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.742377 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.748844 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:52.762392 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:52.784938 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.820773 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.828548 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.834473 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:52.848255 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:52.872632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.882553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.923894 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:52.937925 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.943969 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225505 May 20 04:25:52.944448 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33486) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:52.958616 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'floatingip': {'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:52.971614 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:52.979341 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Usage tracker for resource:floatingip and tenant:9bd59ff335df4c4b9d51724f7f025e21 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:52.985591 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:53.005347 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:53.010410 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46baa111-deb5-49cb-9aba-0a91a17eea28,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:53.034004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.034004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.034831 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.035657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.036299 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.036920 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.037586 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.038329 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.039970 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.040515 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.041209 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.041943 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:53.042325 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.052349 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.059025 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b9683204-37f3-4a2e-8429-0c59abae4775 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:53.071214 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-76eef424-495a-48ba-bd70-e61acdacc2d5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:53.075755 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.248534 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33496) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:53.299288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fac6ac08-f423-44b2-9033-9af7a8857fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.308306 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.327955 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfb184-584c-49d5-86bd-08c02d93979d,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:53.331651 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:53.333882 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.340629 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6290236 May 20 04:25:53.341903 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33502) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:53.344710 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.348871 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'security_group_rule': {'security_group_id': '64cfb184-584c-49d5-86bd-08c02d93979d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:53.357366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:53.363074 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:53.367178 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:53.376206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:53.416749 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.428045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.456830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:53.460852 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device b2c2bb1d-91e2-4156-bdca-349980ff96d8 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:53.468910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Usage tracker for resource:security_group_rule and tenant:d87f3d9ce5864fc9893bc0d191f345a4 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:53.473239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:53.483381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:53.508905 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: b2c2bb1d-91e2-4156-bdca-349980ff96d8 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:53.509686 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device b2c2bb1d-91e2-4156-bdca-349980ff96d8 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:53.514517 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Allocated IP 172.28.2.60 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/efbf6b6b-5877-441d-a320-54833dcaeba5) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:53.518702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.526000 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.532771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-966603e9-611c-45d0-ad05-04d66d52733d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:53.559526 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578de7e5-6192-407b-8357-594fbda1ff00,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:53.569924 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:53.603396 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.610119 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9f256530-ec93-4f1c-811f-f91fe71c9671 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667644 May 20 04:25:53.613049 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33506) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:53.623606 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'security_group_rule': {'security_group_id': '64cfb184-584c-49d5-86bd-08c02d93979d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:53.654006 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:53.662410 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:security_group_rule and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:53.673749 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:53.684830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:53.707127 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.715404 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.731081 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-add44fb7-83f1-41f2-8b7b-2a43f0fc2f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:53.745459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.797983 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.800734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.806398 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:53.822092 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b73d375-6a5e-4b59-8888-44ead0edcd99,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:53.839003 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d87f3d9ce5864fc9893bc0d191f345a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795751 May 20 04:25:53.841395 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:53.841395 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33510) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:53.916421 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:53.921883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:53.931598 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:53.972636 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.972912 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'Port': ['ID=efbf6b6b-5877-441d-a320-54833dcaeba5,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:53.982023 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:53.983843 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.989834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9e3476de-e8c3-43f1-9db8-9214deeb18ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:54.001118 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.023258 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2277c34e-8065-437c-beac-91394fc2d240,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:54.029241 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:54.033873 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.051156 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.058967 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.060286 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f4c3ff26-44bd-4079-be33-fe50943fcf6a tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458408 May 20 04:25:54.064501 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33514) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:54.073068 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'floatingip': {'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:54.092743 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:54.106011 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Usage tracker for resource:floatingip and tenant:4b8a6bd21a4f490aa21c227d79f8f4de is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:54.112317 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:54.112625 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.120915 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:54.134531 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.145773 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.192557 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.198396 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-09e7c0fb-9c5f-4923-9d78-d7f4bf094b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:54.210065 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b73d375-6a5e-4b59-8888-44ead0edcd99,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:54.213161 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:54.224675 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.225882 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b73d375-6a5e-4b59-8888-44ead0edcd99 HTTP/1.1" status: 204 len: 168 time: 0.3831973 May 20 04:25:54.345912 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.530057 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Allocated IP 172.28.2.61 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/1cdb4db5-0571-48ca-bb92-38fa26c373cf) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:54.596796 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.605335 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.615247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:54.755702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.792758 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'Port': ['ID=efbf6b6b-5877-441d-a320-54833dcaeba5,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:54.798575 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:54.804297 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.824836 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.833044 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:54.841151 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.843298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8973162 May 20 04:25:54.952468 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:54.958201 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:54.965104 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:55.018251 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'Port': ['ID=1cdb4db5-0571-48ca-bb92-38fa26c373cf,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:55.025147 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:55.088751 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.159753 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.236957 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-b268012a-cdf8-45aa-8a4f-0c1344e64976 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1813323781&fields=id&tenant_id=9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 267 time: 0.0783134 May 20 04:25:55.450383 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-4ee40a4d-6e9a-4d5b-985a-b23d50ffa8dc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:55.453185 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-4ee40a4d-6e9a-4d5b-985a-b23d50ffa8dc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 817 time: 0.2065406 May 20 04:25:55.476741 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-9ccb0129-df51-4d07-867e-252c190f36cc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/quotas/9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 375 time: 0.0166385 May 20 04:25:55.511761 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.519968 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.528192 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b67ffc0-9313-425e-99cb-f29213f8b7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:55.627038 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-3d638288-a561-4905-bfae-482900e92575 req-73e62005-0734-4a5f-8dae-f944aee3f9ee tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:55.630650 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.667103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-3d638288-a561-4905-bfae-482900e92575 req-73e62005-0734-4a5f-8dae-f944aee3f9ee tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:55.669474 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-73e62005-0734-4a5f-8dae-f944aee3f9ee tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1854115 May 20 04:25:55.747398 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'Port': ['ID=1cdb4db5-0571-48ca-bb92-38fa26c373cf,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:55.755307 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:55.770234 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.814983 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:55.821536 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7511029 May 20 04:25:55.945587 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-3bb90ffe-f427-439b-8ee3-0c8b0aee392f service neutron] 10.222.0.42 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621422 May 20 04:25:56.265615 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-2e75339e-ac5d-4777-931a-4ac45c7eb412 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1747647685&fields=id&tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de HTTP/1.1" status: 200 len: 267 time: 0.1335721 May 20 04:25:56.275909 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-4d88d17e-b798-4fae-8471-3094ca107315 service neutron] 10.222.0.42 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187463 May 20 04:25:56.603992 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b23e7e3e-35e2-4877-925e-d12c5f08309e req-4d2ac5ae-908a-458c-a662-862790c9c797 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 210 time: 0.0970793 May 20 04:25:56.685794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-367d5b06-4ca5-4bee-a0a3-84a06546d3a9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:56.694332 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-367d5b06-4ca5-4bee-a0a3-84a06546d3a9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 811 time: 0.4170148 May 20 04:25:56.707432 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-642eedcd-62c5-4086-8267-edba6ea2baa7 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/quotas/4b8a6bd21a4f490aa21c227d79f8f4de HTTP/1.1" status: 200 len: 375 time: 0.0113752 May 20 04:25:56.909762 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-6283993d-f946-41ef-a564-eb1f923945a6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:56.930154 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-6283993d-f946-41ef-a564-eb1f923945a6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:56.941694 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-6283993d-f946-41ef-a564-eb1f923945a6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2215312 May 20 04:25:57.137683 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-28c7f35a-789c-46a3-925e-9257f1a31a1b service neutron] 10.222.0.42 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902394 May 20 04:25:57.338657 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-b6b20777-b288-4006-9416-7ab43fb75f2f service neutron] 10.222.0.42 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925800 May 20 04:25:57.578261 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-35a44b08-79ff-4b15-96cf-f05924b362d2 req-cccfd28b-c077-4bda-ba4c-161518c717e5 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 210 time: 0.0478153 May 20 04:25:57.886756 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a7f2bd93-1fbe-4fa7-b362-c2f5847e4131 req-2c4ef86d-3efe-45e1-8459-f263995ea6f1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 210 time: 0.0896897 May 20 04:25:58.082954 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-f51beac9-a264-434e-9ad0-43f310f3da4e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:58.084258 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3d638288-a561-4905-bfae-482900e92575 req-f51beac9-a264-434e-9ad0-43f310f3da4e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:network {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:58.109465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3d638288-a561-4905-bfae-482900e92575 req-f51beac9-a264-434e-9ad0-43f310f3da4e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:network {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:58.111896 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-f51beac9-a264-434e-9ad0-43f310f3da4e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 817 time: 0.2153006 May 20 04:25:58.183571 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3d638288-a561-4905-bfae-482900e92575 req-d4507664-fbc5-4381-b57c-c06dc57c6358 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:security_group {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:58.204650 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-3d638288-a561-4905-bfae-482900e92575 req-d4507664-fbc5-4381-b57c-c06dc57c6358 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:security_group {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:58.207405 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-d4507664-fbc5-4381-b57c-c06dc57c6358 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 380 time: 0.0789521 May 20 04:25:58.229281 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'port': {'device_id': 'a1499490-8bb9-4306-8f67-f58668d63222', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'admin_state_up': True, 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'security_groups': ['ee54e021-4bb1-4260-bf1b-1074add50012']}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:58.396841 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:58.416659 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:58.428769 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Made reservation on behalf of 9bd59ff335df4c4b9d51724f7f025e21 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:58.432620 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:58.767825 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Allocated IP 172.20.0.13 (11e82be2-a766-4665-b25a-4b28893a7b34/ff6934f9-08a1-4e91-afde-9113e2cde271/277ff22a-b821-43aa-86b5-5ec8c613e520) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:58.806963 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d21d6d4d-07e6-4a27-8f00-926f94cc005a req-58edb18f-3619-4843-b5ed-22549a548d68 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 210 time: 0.0836694 May 20 04:25:59.045744 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:59.071107 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Transition to ACTIVE for port object 277ff22a-b821-43aa-86b5-5ec8c613e520 will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:59.123340 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:59.131670 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:59.193687 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-48ad4e3c-4072-4e6d-b330-39f2d0710e51 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.195172 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-48ad4e3c-4072-4e6d-b330-39f2d0710e51 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 811 time: 0.3563931 May 20 04:25:59.209839 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Network 11e82be2-a766-4665-b25a-4b28893a7b34 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:59.214159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:59.219860 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:59.268486 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:59.273258 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241975ae-cb74-4c8f-8459-e8a6ce144a56 req-63f77761-2b39-447d-9ccf-3fd3da7c45b3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.273456 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:59.275332 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-241975ae-cb74-4c8f-8459-e8a6ce144a56 req-63f77761-2b39-447d-9ccf-3fd3da7c45b3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 932 time: 0.1511800 May 20 04:25:59.287011 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-13b70477-58e7-45bf-8735-96b3ff3b9310 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de HTTP/1.1" status: 200 len: 380 time: 0.0689716 May 20 04:25:59.296947 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.297872 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:59.317039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'port': {'device_id': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'admin_state_up': True, 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'security_groups': ['64cfb184-584c-49d5-86bd-08c02d93979d']}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:59.339578 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1234095 May 20 04:25:59.357944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Request body: {'port': {'device_id': 'a1499490-8bb9-4306-8f67-f58668d63222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:59.434330 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-241975ae-cb74-4c8f-8459-e8a6ce144a56 req-e9a860a7-228f-4545-8d3d-98ed6919a2ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458650 May 20 04:25:59.486771 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4226cd9e-57d4-47a3-a0a1-4a1b4df93ea7 None None] Provisioning for port 277ff22a-b821-43aa-86b5-5ec8c613e520 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:59.495693 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4226cd9e-57d4-47a3-a0a1-4a1b4df93ea7 None None] Provisioning complete for port 277ff22a-b821-43aa-86b5-5ec8c613e520 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:59.496162 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4226cd9e-57d4-47a3-a0a1-4a1b4df93ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:59.498342 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:59.508872 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:59.509357 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:59.524304 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Made reservation on behalf of 4b8a6bd21a4f490aa21c227d79f8f4de for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:59.528343 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:59.582269 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-4226cd9e-57d4-47a3-a0a1-4a1b4df93ea7 None None] Port 277ff22a-b821-43aa-86b5-5ec8c613e520 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:25:59.825772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Allocated IP 172.20.0.12 (beeafd7c-7fe1-4a89-b0c0-465356b11ad9/75c52a06-6ad2-41c3-9f5e-97b69ad41c17/26ad76e0-363e-4d9c-a890-5e8e98f70347) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:26:00.055896 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277ff22a-b821-43aa-86b5-5ec8c613e520 {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:00.066895 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.086358 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Transition to ACTIVE for port object 277ff22a-b821-43aa-86b5-5ec8c613e520 will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:26:00.092699 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.103023 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:00.218813 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c3f0b774-8c0f-42fc-b365-8de4423f194e req-76daf74f-996b-4e69-bdf6-cc53ef0c8e80 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 210 time: 0.1194594 May 20 04:26:00.359213 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:00.360381 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.363265 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:00.389720 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Transition to ACTIVE for port object 26ad76e0-363e-4d9c-a890-5e8e98f70347 will not be triggered until provisioned by entity DHCP. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:26:00.429801 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.439234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5a770173-55d0-40d3-b14b-d7822a19c59e tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:00.490815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Attempting to bind port 277ff22a-b821-43aa-86b5-5ec8c613e520 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:26:00.491309 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Attempting to bind port 277ff22a-b821-43aa-86b5-5ec8c613e520 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:26:00.491728 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Attempting to bind port 277ff22a-b821-43aa-86b5-5ec8c613e520 on network 11e82be2-a766-4665-b25a-4b28893a7b34 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:00.497969 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Port 277ff22a-b821-43aa-86b5-5ec8c613e520 on network 11e82be2-a766-4665-b25a-4b28893a7b34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:26:00.498720 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Attempting to bind port 277ff22a-b821-43aa-86b5-5ec8c613e520 on network 11e82be2-a766-4665-b25a-4b28893a7b34 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:00.504760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:26:00.505194 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Checking segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:26:00.505709 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Bound using segment: {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:26:00.506214 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Bound port: 277ff22a-b821-43aa-86b5-5ec8c613e520, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:26:00.506642 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.556899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:26:00.561073 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:26:00.565910 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:26:00.675228 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event updated for resources: {'Port': ['ID=26ad76e0-363e-4d9c-a890-5e8e98f70347,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:00.682326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:26:00.684049 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:00.688045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:26:00.695223 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.695652 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.696337 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.710123 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-771af0f0-4f3d-46f7-a9e5-59168a281a87 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:00.731295 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4192395 May 20 04:26:00.744818 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Request body: {'port': {'device_id': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:00.827808 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.828704 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.831257 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] 10.222.0.73 "PUT /v2.0/ports/277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 1094 time: 1.4782877 May 20 04:26:00.832058 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:00.873822 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:00.886842 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:00.897268 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-60a57ab8-ae1b-4ceb-9fe1-b2ca90eefe45 None None] Provisioning for port 26ad76e0-363e-4d9c-a890-5e8e98f70347 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:26:00.903657 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-60a57ab8-ae1b-4ceb-9fe1-b2ca90eefe45 None None] Provisioning complete for port 26ad76e0-363e-4d9c-a890-5e8e98f70347 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:00.904438 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-60a57ab8-ae1b-4ceb-9fe1-b2ca90eefe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:00.917782 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb6433-216d-4fcc-b908-679f9bc08d0a req-aee249fd-2591-4b92-af67-f34c0321cb0d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.930928 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bbdb6433-216d-4fcc-b908-679f9bc08d0a req-aee249fd-2591-4b92-af67-f34c0321cb0d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.3135388 May 20 04:26:00.955504 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'status': 'completed', 'code': 200} May 20 04:26:00.999277 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-60a57ab8-ae1b-4ceb-9fe1-b2ca90eefe45 None None] Port 26ad76e0-363e-4d9c-a890-5e8e98f70347 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:26:01.005423 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-476292d6-3aea-4389-8e64-8d70ba8ea69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.007227 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-476292d6-3aea-4389-8e64-8d70ba8ea69e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1097 time: 0.1064014 May 20 04:26:01.012438 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.028429 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bbdb6433-216d-4fcc-b908-679f9bc08d0a req-4faaefc0-83c4-4197-8178-4dd2c15f39f2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756712 May 20 04:26:01.085807 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-05752660-99c8-406e-bdf1-5e73090e7556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 217 time: 0.0699065 May 20 04:26:01.174695 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-7c072b3c-2e2d-4a9b-b506-b90cfed3b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.176200 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-7c072b3c-2e2d-4a9b-b506-b90cfed3b170 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.0840135 May 20 04:26:01.266528 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638288-a561-4905-bfae-482900e92575 req-9781117e-ee49-4a2e-8aaa-2d2fe2cb9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.268723 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-9781117e-ee49-4a2e-8aaa-2d2fe2cb9955 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843124 May 20 04:26:01.423685 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-2742c0f3-d143-4884-9853-db330449caf4 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480863 May 20 04:26:01.450152 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ad76e0-363e-4d9c-a890-5e8e98f70347 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:01.473390 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.498367 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Transition to ACTIVE for port object 26ad76e0-363e-4d9c-a890-5e8e98f70347 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:26:01.504164 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.509360 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-187dee81-8761-49be-ba63-dc668d284c82 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:01.556429 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:26:01.591976 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b81978-838c-4a4e-a3ee-6a2251f97fad req-6c369851-75a5-452f-89bc-3ed2dfd7b77b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.592828 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-d9b81978-838c-4a4e-a3ee-6a2251f97fad req-6c369851-75a5-452f-89bc-3ed2dfd7b77b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:01.633748 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.712832 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d638288-a561-4905-bfae-482900e92575 req-2d485a31-c5be-498b-8784-bf59922ed327 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814143 May 20 04:26:01.860268 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Pushing event updated for resources: {'Port': ['ID=26ad76e0-363e-4d9c-a890-5e8e98f70347,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:01.865655 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:01.902340 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-817fb1dc-dde8-4141-93d3-96dbd4c67697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.904464 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-817fb1dc-dde8-4141-93d3-96dbd4c67697 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1097 time: 0.1241405 May 20 04:26:01.922717 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-d9b81978-838c-4a4e-a3ee-6a2251f97fad req-6c369851-75a5-452f-89bc-3ed2dfd7b77b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:01.924743 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d9b81978-838c-4a4e-a3ee-6a2251f97fad req-6c369851-75a5-452f-89bc-3ed2dfd7b77b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 932 time: 0.5505676 May 20 04:26:02.090778 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d9b81978-838c-4a4e-a3ee-6a2251f97fad req-8d2490bf-da44-42cc-adc3-9ecda71813a8 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556273 May 20 04:26:02.119990 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Attempting to bind port 26ad76e0-363e-4d9c-a890-5e8e98f70347 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:26:02.120718 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Attempting to bind port 26ad76e0-363e-4d9c-a890-5e8e98f70347 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:26:02.121067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Attempting to bind port 26ad76e0-363e-4d9c-a890-5e8e98f70347 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:02.129051 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Port 26ad76e0-363e-4d9c-a890-5e8e98f70347 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:26:02.129552 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Attempting to bind port 26ad76e0-363e-4d9c-a890-5e8e98f70347 on network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:02.138239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-3fca1860-4092-4741-b3f6-6f078e2dadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.141004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:26:02.141283 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-3fca1860-4092-4741-b3f6-6f078e2dadcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.2287138 May 20 04:26:02.141654 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Checking segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:26:02.142133 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Bound using segment: {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:26:02.142775 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Bound port: 26ad76e0-363e-4d9c-a890-5e8e98f70347, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3949ee-1049-40f4-b107-e59696fded44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:26:02.143322 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:02.255797 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-f3bdb1cd-a947-4039-a12f-b77d173f53be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 217 time: 0.1068292 May 20 04:26:02.314869 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] For port 26ad76e0-363e-4d9c-a890-5e8e98f70347, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:26:02.334965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] For port 26ad76e0-363e-4d9c-a890-5e8e98f70347, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:26:02.349350 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:02.355744 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:02.366237 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-863aff45-d84f-4f56-a8a6-9364068565ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.369994 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-863aff45-d84f-4f56-a8a6-9364068565ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.1051490 May 20 04:26:02.421388 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.422024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:02.423431 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] 10.222.0.73 "PUT /v2.0/ports/26ad76e0-363e-4d9c-a890-5e8e98f70347 HTTP/1.1" status: 200 len: 1094 time: 1.6835716 May 20 04:26:02.427025 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:02.465856 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ed698-19ca-4513-b3d6-c122dfb18d50 req-2d17359c-3c5a-4869-9f1a-b23ebafa18a9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.468652 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b07ed698-19ca-4513-b3d6-c122dfb18d50 req-2d17359c-3c5a-4869-9f1a-b23ebafa18a9 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.2431171 May 20 04:26:02.506850 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-fdde080d-2afb-4078-af48-465d1623fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.508901 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-fdde080d-2afb-4078-af48-465d1623fb88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302586 May 20 04:26:02.510813 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'status': 'completed', 'code': 200} May 20 04:26:02.551749 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Pushing event updated for resources: {'Port': ['ID=26ad76e0-363e-4d9c-a890-5e8e98f70347,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:02.559116 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:02.592185 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b07ed698-19ca-4513-b3d6-c122dfb18d50 req-873bccfb-e3b1-4f05-84f8-e953d8a9de53 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845826 May 20 04:26:02.613829 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-38c7229c-c173-4113-98e6-d4e34ce755a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.625687 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-38c7229c-c173-4113-98e6-d4e34ce755a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 1097 time: 0.1506381 May 20 04:26:02.699253 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-bfa15863-a402-48ad-9818-f849246a1284 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347 HTTP/1.1" status: 200 len: 217 time: 0.0709014 May 20 04:26:02.751646 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-63deefca-6c90-4f8f-be50-0ead167d0228 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351971 May 20 04:26:02.796907 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-569f09c1-8674-4052-9f9f-bef9efd7e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.798275 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-569f09c1-8674-4052-9f9f-bef9efd7e700 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.0887072 May 20 04:26:02.904443 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-de277ca8-44b9-4c7d-bacc-706dadd2fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.907548 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-de277ca8-44b9-4c7d-bacc-706dadd2fa54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1014278 May 20 04:26:02.925161 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-a7c25657-e663-4ebe-a72f-f897d9699c62 req-7b07aa87-102c-45ba-8a6c-f46c5d2e5ae5 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658695 May 20 04:26:03.057833 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-9f5fd81a-348a-4b59-81e9-69153fcdd673 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425788 May 20 04:26:03.317793 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4558299e-86e5-4a8c-8f76-2037d0a85e26 req-76ff0430-052c-4064-abe0-a8048f559fe4 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523935 May 20 04:26:03.455181 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fff3b3-f680-467c-8f85-de838a2b6c3f req-a50ed88f-b122-44d9-a7f6-498403db0fe0 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.456784 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-45fff3b3-f680-467c-8f85-de838a2b6c3f req-a50ed88f-b122-44d9-a7f6-498403db0fe0 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 944 time: 0.2024593 May 20 04:26:03.504063 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:26:03.529086 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-45fff3b3-f680-467c-8f85-de838a2b6c3f req-d570bce7-4e94-4ac2-a438-147caf2dfb64 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628796 May 20 04:26:03.566536 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-525be8bf-97f5-4272-a866-74102271e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.568383 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-525be8bf-97f5-4272-a866-74102271e7e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 1097 time: 0.1686704 May 20 04:26:03.688206 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:03.710460 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'mac_address': 'fa:16:3e:4e:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:26:03.808782 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-2bba2c6c-3ac0-4c89-b4e4-c0106819e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.810578 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-2bba2c6c-3ac0-4c89-b4e4-c0106819e288 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.2346373 May 20 04:26:03.822942 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:03.851799 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277ff22a-b821-43aa-86b5-5ec8c613e520 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:03.884818 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:03.889236 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:03.891374 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:03.893930 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-56e35cb7-0a4e-4d0d-84dd-e9b382eb0b4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347 HTTP/1.1" status: 200 len: 217 time: 0.0755260 May 20 04:26:03.967958 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-247de12d-7c94-4e3f-ab2f-b77ec5a0a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.969445 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-247de12d-7c94-4e3f-ab2f-b77ec5a0a05e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.0684988 May 20 04:26:03.969924 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:03.977837 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.978085 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.978411 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.978735 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.979071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.979372 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.979689 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.980001 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.980410 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.980623 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.980941 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.981250 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:03.985611 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:04.106980 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-0c43fb6a-0d46-46bf-b292-c1fec55d26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.108576 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-0c43fb6a-0d46-46bf-b292-c1fec55d26ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1321976 May 20 04:26:04.124302 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4df66-95b5-4fee-a7f6-be4df27b0530 req-4a46743d-38ad-499b-bb5b-5817ecc5e036 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.125769 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-25f4df66-95b5-4fee-a7f6-be4df27b0530 req-4a46743d-38ad-499b-bb5b-5817ecc5e036 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 945 time: 0.1155078 May 20 04:26:04.143517 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['277ff22a-b821-43aa-86b5-5ec8c613e520'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:04.257324 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-25f4df66-95b5-4fee-a7f6-be4df27b0530 req-11d650ba-48a2-462a-a153-a3e248e714be tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136582 May 20 04:26:04.297939 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-2855dd54-bfed-4124-903c-6a3ae72ede9d service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711624 May 20 04:26:04.555398 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5ebcda88-a466-4634-bc6b-2e672274e288 req-94d1d492-580f-4c98-875c-3ae3137c8b13 service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495370 May 20 04:26:04.739453 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ab832-b512-48bc-a5ce-96b9287cc40c req-95a46017-a71e-47d6-851f-8975cb5e577f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.740988 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-510ab832-b512-48bc-a5ce-96b9287cc40c req-95a46017-a71e-47d6-851f-8975cb5e577f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 944 time: 0.0859988 May 20 04:26:04.794921 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-510ab832-b512-48bc-a5ce-96b9287cc40c req-fe1081eb-20ad-41c0-993d-c2a0f52fe1c1 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460513 May 20 04:26:05.462999 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b010e0-b916-45e6-80d6-cdd76f044ac8 req-a4df6661-61ec-450e-b45e-dd03b9705e9c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:05.464470 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c3b010e0-b916-45e6-80d6-cdd76f044ac8 req-a4df6661-61ec-450e-b45e-dd03b9705e9c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 945 time: 0.0923874 May 20 04:26:05.506659 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 26ad76e0-363e-4d9c-a890-5e8e98f70347 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:26:05.509013 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:26:05.514111 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c3b010e0-b916-45e6-80d6-cdd76f044ac8 req-67df94fe-e3f7-441e-bc13-f1b41ba29ea3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 May 20 04:26:05.678700 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 277ff22a-b821-43aa-86b5-5ec8c613e520 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:26:05.689273 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 277ff22a-b821-43aa-86b5-5ec8c613e520 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:05.689673 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:05.757841 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 26ad76e0-363e-4d9c-a890-5e8e98f70347, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:05.782043 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'port_id': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'mac_address': 'fa:16:3e:e6:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:26:05.887560 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:05.911463 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ad76e0-363e-4d9c-a890-5e8e98f70347 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:05.919503 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:05.951264 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 26ad76e0-363e-4d9c-a890-5e8e98f70347, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:05.960531 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:05.968785 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:05.973128 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:06.008810 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:06.010924 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'code': 200} May 20 04:26:06.015038 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b782ba-389c-40d5-bfc3-0e7adf8ff270 req-2e026355-80a2-4034-8023-b71649388a1d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.022432 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-33b782ba-389c-40d5-bfc3-0e7adf8ff270 req-2e026355-80a2-4034-8023-b71649388a1d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 944 time: 0.1154544 May 20 04:26:06.032661 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:06.055537 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=26ad76e0-363e-4d9c-a890-5e8e98f70347,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:06.060352 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:06.060857 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:06.077428 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-33b782ba-389c-40d5-bfc3-0e7adf8ff270 req-ebd53873-e3d6-4c34-9238-8ad15655da92 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476086 May 20 04:26:06.142435 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:06.146375 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:06.217129 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['26ad76e0-363e-4d9c-a890-5e8e98f70347'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:06.261698 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e2c8c-781f-4154-bb62-dfaf75541956 req-2a7d1efe-7660-4d4d-91ee-1f1181c046ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.263298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b03e2c8c-781f-4154-bb62-dfaf75541956 req-2a7d1efe-7660-4d4d-91ee-1f1181c046ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1099 time: 0.0748804 May 20 04:26:06.331866 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b03e2c8c-781f-4154-bb62-dfaf75541956 req-ace5d5c0-4692-48d9-b152-ed6761940b2e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609057 May 20 04:26:06.735384 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0f4d-4f35-4f89-a381-83d8e3586097 req-3ecd2543-49b2-4f70-8f30-d966aa820650 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.736748 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ed3d0f4d-4f35-4f89-a381-83d8e3586097 req-3ecd2543-49b2-4f70-8f30-d966aa820650 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0930483 May 20 04:26:06.791422 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ed3d0f4d-4f35-4f89-a381-83d8e3586097 req-e480dbd9-4549-4b0b-b07f-2ffd57232d9b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 May 20 04:26:07.307316 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea8a63-5d9e-40cf-9c15-d616372ff702 req-a25187b6-05b4-4a3a-87f6-d9550d446604 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:07.308800 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4cea8a63-5d9e-40cf-9c15-d616372ff702 req-a25187b6-05b4-4a3a-87f6-d9550d446604 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 945 time: 0.0919342 May 20 04:26:07.354216 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4cea8a63-5d9e-40cf-9c15-d616372ff702 req-fcfa11db-cfdb-4b1d-818a-ddf42ceef57f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393202 May 20 04:26:07.528136 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 26ad76e0-363e-4d9c-a890-5e8e98f70347 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:26:07.602181 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 26ad76e0-363e-4d9c-a890-5e8e98f70347 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:26:07.608477 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 26ad76e0-363e-4d9c-a890-5e8e98f70347 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:07.608861 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:07.759805 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:07.797214 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 26ad76e0-363e-4d9c-a890-5e8e98f70347, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:07.801344 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:07.803346 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:07.898032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=26ad76e0-363e-4d9c-a890-5e8e98f70347,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:07.902062 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:08.012290 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:08.034663 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62273c-e7ef-474d-b988-419977ddd799 req-64f5ccd9-2d22-49cb-9a36-0139ea99ed5d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.036184 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4c62273c-e7ef-474d-b988-419977ddd799 req-64f5ccd9-2d22-49cb-9a36-0139ea99ed5d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0941589 May 20 04:26:08.057004 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'code': 200} May 20 04:26:08.087885 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4c62273c-e7ef-474d-b988-419977ddd799 req-bdaf3970-2609-450a-acab-6f45c8937f69 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455556 May 20 04:26:08.344054 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6b221-e0fa-4d46-bf71-2474372a14dc req-d250cdd9-84c6-433b-b834-ffb7644f6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.345550 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e6c6b221-e0fa-4d46-bf71-2474372a14dc req-d250cdd9-84c6-433b-b834-ffb7644f6b44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 1099 time: 0.1079547 May 20 04:26:08.353270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4ec3d-d63e-4d00-bec2-b01e4ba67168 req-178a39ce-6569-44de-aa2e-4b684710d6f1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.354748 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c6a4ec3d-d63e-4d00-bec2-b01e4ba67168 req-178a39ce-6569-44de-aa2e-4b684710d6f1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.1486146 May 20 04:26:08.365529 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33774) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:08.371401 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Request body: {'floatingip': {'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:08.409283 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e6c6b221-e0fa-4d46-bf71-2474372a14dc req-02eb3cd5-7eb0-405e-acdb-7c0fea0afe1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529239 May 20 04:26:08.459150 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:08.568235 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99ff9d-a97b-4681-aac2-341f3d142b7f req-7727587a-21a2-4531-a841-955bab9cd0e0 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.569770 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7b99ff9d-a97b-4681-aac2-341f3d142b7f req-7727587a-21a2-4531-a841-955bab9cd0e0 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.0849848 May 20 04:26:08.617601 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7b99ff9d-a97b-4681-aac2-341f3d142b7f req-d3f165ab-5b47-4be2-b593-65330f408084 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 May 20 04:26:09.215784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:09.219656 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:09.408701 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.l3_db [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Floating IP a17c7d68-a1e2-468c-b220-da2c917d0a68 associated. External IP: 172.28.2.60, port: 277ff22a-b821-43aa-86b5-5ec8c613e520. May 20 04:26:09.824961 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41754df-2197-41c4-9347-beb1c0807b40 req-bf10fde6-93cb-4678-960b-1f2b1ab5f303 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:09.826821 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f41754df-2197-41c4-9347-beb1c0807b40 req-bf10fde6-93cb-4678-960b-1f2b1ab5f303 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.0927830 May 20 04:26:09.858380 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:09.889204 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f41754df-2197-41c4-9347-beb1c0807b40 req-b58b7c4f-10f4-4725-82c6-df931e5f11d9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560284 May 20 04:26:10.103183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:10.108834 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.124650 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:10.148117 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:10.149381 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:10.151103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46504-7efd-4d69-8c1a-081aee830a53 req-ece9d1a0-9d55-456c-acc2-aaefec4f1e2e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:10.153098 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cfa46504-7efd-4d69-8c1a-081aee830a53 req-ece9d1a0-9d55-456c-acc2-aaefec4f1e2e tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.1153154 May 20 04:26:10.165371 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33806) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:10.171280 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Request body: {'floatingip': {'port_id': '26ad76e0-363e-4d9c-a890-5e8e98f70347'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:10.227919 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f99d8cd3-e65f-4131-8e4c-80529362ba94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "PUT /v2.0/floatingips/a17c7d68-a1e2-468c-b220-da2c917d0a68 HTTP/1.1" status: 200 len: 991 time: 1.8611975 May 20 04:26:10.228606 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:10.311137 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.330387 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'status': 'completed', 'code': 200} May 20 04:26:10.423640 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:10.688436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-7cb6d7dd-fcf4-47d1-b5cd-6450db8459e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:10.689842 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-7cb6d7dd-fcf4-47d1-b5cd-6450db8459e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1099 time: 0.3147922 May 20 04:26:10.832775 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': 'a17c7d68-a1e2-468c-b220-da2c917d0a68', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'floating_ip_address': '172.28.2.60', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'mac_address': 'fa:16:3e:4e:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1499490-8bb9-4306-8f67-f58668d63222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:25:54Z', 'updated_at': '2021-05-20T04:26:08Z', 'revision_number': 1, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:10.837101 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:10.851351 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:10.851999 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:10.990128 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-282c9e92-1215-4f3f-8cf8-d3be588ca313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:10.991471 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-282c9e92-1215-4f3f-8cf8-d3be588ca313 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.2901318 May 20 04:26:11.037473 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:11.168244 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-c13c191c-1146-4b0c-a1f6-f8b3a659340d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 999 time: 0.1228576 May 20 04:26:11.251183 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-5e195529-252e-4563-ab68-ede99a3f519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:11.252551 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-5e195529-252e-4563-ab68-ede99a3f519e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.0745666 May 20 04:26:11.404127 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': 'a17c7d68-a1e2-468c-b220-da2c917d0a68', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'floating_ip_address': '172.28.2.60', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'mac_address': 'fa:16:3e:4e:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1499490-8bb9-4306-8f67-f58668d63222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:25:54Z', 'updated_at': '2021-05-20T04:26:08Z', 'revision_number': 1, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:11.408657 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b52c8-35be-4f0e-a4ad-435e85475d05 None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': 'a17c7d68-a1e2-468c-b220-da2c917d0a68', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'floating_ip_address': '172.28.2.60', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'mac_address': 'fa:16:3e:4e:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1499490-8bb9-4306-8f67-f58668d63222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:25:54Z', 'updated_at': '2021-05-20T04:26:08Z', 'revision_number': 1, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:11.414739 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:11.420411 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:11.508688 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-faf99037-0f69-4973-be82-b3227ee652de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:11.510092 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-faf99037-0f69-4973-be82-b3227ee652de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2445695 May 20 04:26:11.667283 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b515e6b-588e-4c4c-88c2-498907bd0584 None None] New status for floating IP a17c7d68-a1e2-468c-b220-da2c917d0a68: ACTIVE {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:26:11.706591 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.l3_db [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Floating IP 2cb57723-dc6d-4a81-9ba8-c7a6c816379b associated. External IP: 172.28.2.61, port: 26ad76e0-363e-4d9c-a890-5e8e98f70347. May 20 04:26:11.814683 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-b411eaa5-c473-4670-8681-9d254cf81424 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946746 May 20 04:26:12.243732 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-83e4d8b1-42e6-4d56-8ec0-d4b6caa54f3c req-55dbcddd-bced-4fcd-85f9-956abe3964c9 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739209 May 20 04:26:12.347144 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:12.544041 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:12.550375 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:12.555746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e559079-f607-40f8-8606-803bbce08625 None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:12.565821 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:12.566600 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:12.614374 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-bad1e74f-ae98-4008-aa2d-8894a0bddd3d tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "PUT /v2.0/floatingips/2cb57723-dc6d-4a81-9ba8-c7a6c816379b HTTP/1.1" status: 200 len: 991 time: 2.4450202 May 20 04:26:12.614374 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:12.672034 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'status': 'completed', 'code': 200} May 20 04:26:12.789281 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-f4ba59c3-812e-4291-bc50-5dbfc17bba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:12.790825 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-f4ba59c3-812e-4291-bc50-5dbfc17bba59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 1099 time: 0.0925508 May 20 04:26:12.834757 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:12.932740 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-d4a6abfc-5e98-4093-a90f-46540c5ebaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:12.935109 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-d4a6abfc-5e98-4093-a90f-46540c5ebaec service neutron] 10.222.0.73 "GET /v2.0/networks?id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 200 len: 912 time: 0.1364524 May 20 04:26:13.056842 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-d60a0729-2cf6-4cb0-a13a-83ab0210e929 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347 HTTP/1.1" status: 200 len: 999 time: 0.1154323 May 20 04:26:13.138173 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-e21eb215-e9d2-4ca9-959d-741acb7f0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:13.139708 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-e21eb215-e9d2-4ca9-959d-741acb7f0431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 200 len: 850 time: 0.0653005 May 20 04:26:13.236774 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-626f979c-8a29-42fe-9a52-7f5e5c0410a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:13.238283 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-626f979c-8a29-42fe-9a52-7f5e5c0410a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beeafd7c-7fe1-4a89-b0c0-465356b11ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915134 May 20 04:26:13.355170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '2cb57723-dc6d-4a81-9ba8-c7a6c816379b', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'port_id': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'mac_address': 'fa:16:3e:e6:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:25:55Z', 'updated_at': '2021-05-20T04:26:11Z', 'revision_number': 1, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:13.359751 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e559079-f607-40f8-8606-803bbce08625 None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:13.371524 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:13.372455 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:25:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:13.396992 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-3b3664a5-3ab0-4533-b04b-e78cb5f6f01d service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512811 May 20 04:26:13.554100 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3a3496cf-6bec-479f-b587-37fe8b14337f req-d9bc51f1-bf18-4c28-ad4e-a99bf5190aec service neutron] 10.222.0.73 "GET /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478367 May 20 04:26:13.574139 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:13.956592 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-8e559079-f607-40f8-8606-803bbce08625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '2cb57723-dc6d-4a81-9ba8-c7a6c816379b', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'port_id': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'mac_address': 'fa:16:3e:e6:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:25:55Z', 'updated_at': '2021-05-20T04:26:11Z', 'revision_number': 1, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:13.960850 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e559079-f607-40f8-8606-803bbce08625 None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '2cb57723-dc6d-4a81-9ba8-c7a6c816379b', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'port_id': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'mac_address': 'fa:16:3e:e6:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:25:55Z', 'updated_at': '2021-05-20T04:26:11Z', 'revision_number': 1, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:14.167964 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d40baa-3a44-4f70-b52c-dbe130ae2b11 None None] New status for floating IP 2cb57723-dc6d-4a81-9ba8-c7a6c816379b: ACTIVE {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:26:14.450695 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33878) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:14.517623 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Deleting subnet e6952d34-30ee-47e1-ae1c-4c4bfd0a1027 {{(pid=91710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:26:14.521390 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.574485 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27306004'] for subnet, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.648928 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.062578 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28321767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29045701'] for subnet, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.066868 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-afdcc6d2-5b70-4908-b11e-f91d0aced692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:15.104161 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6952d34-30ee-47e1-ae1c-4c4bfd0a1027,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:15.108118 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:15.109251 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.115809 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-f3dfd312-fdc8-4708-a053-81fbf271336a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e6952d34-30ee-47e1-ae1c-4c4bfd0a1027 HTTP/1.1" status: 204 len: 168 time: 0.6638162 May 20 04:26:15.118281 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33890) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:15.230584 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.368103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.381746 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8817e3fb-46a7-431b-9f05-0b02bfc9cf1f']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:15.394449 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218eec64-eabf-4b48-b741-941fc66f3640') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:15.394719 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218eec64-eabf-4b48-b741-941fc66f3640') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:15.406437 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.423137 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.430133 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:26:15.430867 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:26:15.445311 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:26:15.525805 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.532849 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.535303 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:15.557682 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=8817e3fb-46a7-431b-9f05-0b02bfc9cf1f,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:15.561285 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:15.567755 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8817e3fb-46a7-431b-9f05-0b02bfc9cf1f HTTP/1.1" status: 204 len: 168 time: 0.4484470 May 20 04:26:15.774939 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33898) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:15.829693 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-31e08c5f-d9c5-437f-bb80-afc2609784c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aad6cbb617d24c0fb55889440e7f0d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532527 May 20 04:26:15.832000 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 33902) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:15.896034 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.933513 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.995370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.999976 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c1c33664-69a5-4ab8-a77d-747be14fd5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:16.014458 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576dae90-c240-475d-a43b-6becb73b899c,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:16.020849 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:16.040922 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:16.043547 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-d56e3f77-32de-4930-91e5-c674ae026b77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/576dae90-c240-475d-a43b-6becb73b899c HTTP/1.1" status: 204 len: 168 time: 0.2101600 May 20 04:26:20.200317 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-65d438fd-48f7-47ff-b25d-22f54dd98e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.017566 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33984) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:23.059748 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-b0f546f3-ea70-4b30-a190-8b3f434d086d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587142196&fields=id&tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157 HTTP/1.1" status: 200 len: 267 time: 0.2267323 May 20 04:26:23.135443 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.144384 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-216c42ad-7a56-4700-94aa-7bf6053f687d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:23.145993 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-216c42ad-7a56-4700-94aa-7bf6053f687d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 985 time: 0.0805900 May 20 04:26:23.150785 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:23.154737 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Usage tracker for resource:security_group_rule and tenant:b68e60c0d46d4cdbba6865211d7f012a is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:23.158212 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:23.159754 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Request body: {'port': {'security_groups': ['5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f']}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:23.164221 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:23.258849 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.265512 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.278542 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-11a69599-e676-48c6-b87c-b11dc5b557fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:23.296754 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-b5a27e52-0e78-4689-8dec-2215998f7aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.299736 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.304922 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.323601 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c6c3a3-ff22-49ea-ae06-29d0df0a5db5,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:23.330175 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b68e60c0d46d4cdbba6865211d7f012a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114092 May 20 04:26:23.333765 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33990) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:23.337463 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.337852 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.338206 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.338554 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.338902 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.339242 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.339627 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.339917 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.340253 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.340587 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.340921 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.341259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:23.345687 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:23.408903 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.440742 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.497821 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.502064 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8f772f4c-26e6-4050-9983-844f7e7a4e29 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:23.514120 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c6c3a3-ff22-49ea-ae06-29d0df0a5db5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:23.517991 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:23.521814 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.527607 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10c6c3a3-ff22-49ea-ae06-29d0df0a5db5 HTTP/1.1" status: 204 len: 168 time: 0.1882522 May 20 04:26:23.580703 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:23.610103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.615398 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.622230 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2910da01-b5b4-448b-be5d-65194d356398 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:23.629377 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e76e49d5-f32e-42fc-a033-6f6c467f70cb'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:23.691477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:23.692219 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.693764 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1d4c44de-3f51-4fb2-a3af-12a73b874e7c req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "PUT /v2.0/ports/e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 943 time: 0.5391562 May 20 04:26:23.694234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:23.701156 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 33998) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:23.744343 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event updated for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=7']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:23.757885 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:23.801109 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e76e49d5-f32e-42fc-a033-6f6c467f70cb'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:23.832886 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'status': 'completed', 'code': 200} May 20 04:26:23.865693 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.920026 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.016189 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-d30c5131-14f2-49d7-8649-30b71acfc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:24.016189 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-d30c5131-14f2-49d7-8649-30b71acfc1c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1099 time: 0.1581113 May 20 04:26:24.067327 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.073158 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cc8f0618-20bd-44c0-aab1-a8dfa95986b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:24.090081 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623dafb6-474e-45a0-be2b-a9e719cea74a,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:24.097524 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:24.100139 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.101547 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "DELETE /v2.0/security-groups/623dafb6-474e-45a0-be2b-a9e719cea74a HTTP/1.1" status: 204 len: 168 time: 0.3987641 May 20 04:26:24.105028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34016) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:24.222113 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-a10a71c7-e132-417e-80c3-d702c458771d None None] Provisioning complete for port e76e49d5-f32e-42fc-a033-6f6c467f70cb triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:24.222988 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-a10a71c7-e132-417e-80c3-d702c458771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.277769 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.327859 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-1c863448-356e-4478-90e5-f90594d06406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:24.331168 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-1c863448-356e-4478-90e5-f90594d06406 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.3092585 May 20 04:26:24.561929 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Deleting port e308338e-41b5-4325-8f27-29caabc92c8c {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:24.562326 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.567781 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-a582c3da-f848-4c0c-a69b-94943038bb99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 1002 time: 0.2286313 May 20 04:26:24.630740 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-b2fccde6-1d84-4f60-9ac6-b79e46d844a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:24.632178 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-b2fccde6-1d84-4f60-9ac6-b79e46d844a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.0577147 May 20 04:26:24.681766 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.682183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.713445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-d82f0e56-80e4-453c-954b-2a69805cd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:24.714990 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-d82f0e56-80e4-453c-954b-2a69805cd42a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735066 May 20 04:26:24.820972 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Calling delete_port for e308338e-41b5-4325-8f27-29caabc92c8c owned by network:floatingip {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:24.889444 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-7940212a-e65e-4a17-b247-c2a6d30c2fea service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674278 May 20 04:26:24.987485 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.993890 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0d3a98a9-0d25-46c1-88b6-ffb3d8a1f94c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:25.043518 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-59b7241b-a1e2-43e4-b7d3-82b2dffb8d54 req-1f0d8c69-90c8-43b5-80ae-551aa927159b service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475153 May 20 04:26:25.067863 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event deleted for resources: {'Port': ['ID=e308338e-41b5-4325-8f27-29caabc92c8c,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:25.072891 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:25.184499 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks [] for floatingip, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:25.184830 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.l3_db [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Floating IP 8a4b3412-9e65-410b-86ad-8bcebe076108 disassociated (deleted). External IP: 172.28.2.134, port: e76e49d5-f32e-42fc-a033-6f6c467f70cb. May 20 04:26:25.553047 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Router 44f440be-baad-4a54-be3d-cb8addc7dc41 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:25.626003 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:25.734368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:25.745390 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] Sync routers for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:25.757108 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:25.757768 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:25.759381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:25.814854 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4ab9c203-d74d-468b-87d3-e34d99deb06b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "DELETE /v2.0/floatingips/8a4b3412-9e65-410b-86ad-8bcebe076108 HTTP/1.1" status: 204 len: 168 time: 1.7082911 May 20 04:26:25.815322 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:25.864032 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'status': 'completed', 'code': 200} May 20 04:26:25.962941 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-76ad8b78-e3b9-4650-a6af-01817b7ef475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:25.964711 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-76ad8b78-e3b9-4650-a6af-01817b7ef475 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1099 time: 0.0787060 May 20 04:26:25.999051 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:26.102740 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-761f0f56-870c-4b26-a888-320862d67150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:26.104173 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-761f0f56-870c-4b26-a888-320862d67150 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.1337376 May 20 04:26:26.202423 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-8cf0d0e7-334b-49d2-882a-92d67ac37a44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 217 time: 0.0914767 May 20 04:26:26.298261 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-fcdc7060-bc9e-4e41-a73c-45f0cac70c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:26.300606 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-fcdc7060-bc9e-4e41-a73c-45f0cac70c80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.0837915 May 20 04:26:26.374550 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:26.379414 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] Checking router: 44f440be-baad-4a54-be3d-cb8addc7dc41 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:26.390578 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:26.391237 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:26.412524 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-74f64f13-4c02-4485-a00f-1ea884a75bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:26.414145 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-74f64f13-4c02-4485-a00f-1ea884a75bbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1046498 May 20 04:26:26.575905 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-ffe73e51-35e2-46b3-8269-716a8bbec8a8 service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520424 May 20 04:26:26.591106 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:26.743044 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fae492d6-9ad8-4358-af4a-53d1e8ec5971 req-e6fa33d9-257c-4498-9212-5c58c2268e01 service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546397 May 20 04:26:26.952272 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:26.956989 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b4ac5-b0b1-439d-996f-cffe8a0a1a8f None None] The sync data for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb is: [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 4, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '8484d0b8-a72a-4ff5-93aa-a27a0efc9775', 'name': '', 'network_id': '4106368e-c987-4b05-a36c-f23a79cb959f', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'mac_address': 'fa:16:3e:50:54:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'subnets': [{'id': 'e3724d78-e32e-4fa3-80a9-8fdb856bd3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:27.179978 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b9f523-74a8-4c6d-85e0-75520d2aa7c0 None None] New status for floating IP 8a4b3412-9e65-410b-86ad-8bcebe076108: DOWN {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:26:28.160700 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-c56497a7-08a6-4361-8ae0-0d23359e99b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746720 May 20 04:26:28.253606 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-63c2be76-e26a-4fdf-b7c1-d65f81300d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:28.255080 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-63c2be76-e26a-4fdf-b7c1-d65f81300d3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 1099 time: 0.0711100 May 20 04:26:28.406184 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-f9a2577b-a81d-497c-a36d-39a289440d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:28.407730 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-f9a2577b-a81d-497c-a36d-39a289440d36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 200 len: 915 time: 0.1291857 May 20 04:26:28.479096 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-bc45137a-f1d4-4cd8-b54d-6d471a727ea8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 200 len: 217 time: 0.0636749 May 20 04:26:28.542837 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-f2073f92-5753-4994-aa3b-5da4b4a77c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:28.544293 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-f2073f92-5753-4994-aa3b-5da4b4a77c5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 200 len: 853 time: 0.0587981 May 20 04:26:28.719947 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-9b3b4ded-4a5a-44ad-9b4a-bb328bb9cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:28.721438 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-9b3b4ded-4a5a-44ad-9b4a-bb328bb9cf9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4106368e-c987-4b05-a36c-f23a79cb959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1673751 May 20 04:26:28.865425 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-1a9fb85b-e4a8-41ed-955d-63a920d48d7c service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357858 May 20 04:26:29.000563 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-282ea3c1-4ce4-4ee2-a1bb-dda6e63a2a0e req-0619449f-0369-4f94-8a65-18d68c6c70e5 service neutron] 10.222.0.73 "GET /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286442 May 20 04:26:29.357125 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c79d7-0f36-4504-bb8e-b9fdbbd70562 req-f84389e0-e8e4-44e2-908f-309dd2d5de1d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:29.358686 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b1c79d7-0f36-4504-bb8e-b9fdbbd70562 req-f84389e0-e8e4-44e2-908f-309dd2d5de1d tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.0849171 May 20 04:26:29.404803 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b1c79d7-0f36-4504-bb8e-b9fdbbd70562 req-2c1b86dd-29dc-4f9f-8b31-1593aec44c9b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 May 20 04:26:30.618629 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdeb56-6a81-4773-8a6b-6e331b288672 req-1f353506-75e8-48bd-9f61-aa3929ba0b9a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:30.620067 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-22fdeb56-6a81-4773-8a6b-6e331b288672 req-1f353506-75e8-48bd-9f61-aa3929ba0b9a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.0892663 May 20 04:26:30.666149 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-22fdeb56-6a81-4773-8a6b-6e331b288672 req-9be6f7bf-697c-44ff-9000-95b625f467dc tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 May 20 04:26:31.289061 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285500-6a34-468e-9e73-07296852b2c4 req-6b907085-a432-45bf-8495-373cbb3492b4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:31.290578 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9285500-6a34-468e-9e73-07296852b2c4 req-6b907085-a432-45bf-8495-373cbb3492b4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.0862579 May 20 04:26:31.438610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Deleting port e76e49d5-f32e-42fc-a033-6f6c467f70cb {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:31.438944 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:31.588491 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] For port e76e49d5-f32e-42fc-a033-6f6c467f70cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e76e49d5-f32e-42fc-a033-6f6c467f70cb,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:31.588851 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:31.631708 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:31.718843 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Calling delete_port for e76e49d5-f32e-42fc-a033-6f6c467f70cb owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:31.895914 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:31.904769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-016b44f1-eb30-489b-ab42-8054b20f63c3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:31.910444 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e76e49d5-f32e-42fc-a033-6f6c467f70cb'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:31.955326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Pushing event deleted for resources: {'Port': ['ID=e76e49d5-f32e-42fc-a033-6f6c467f70cb,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:31.960855 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:32.042361 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5940-66fd-4311-866c-f256d1b26364 req-f4c78199-311b-4868-8de8-421b06c68f11 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:32.043916 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-31ce5940-66fd-4311-866c-f256d1b26364 req-f4c78199-311b-4868-8de8-421b06c68f11 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab295536-f630-4f8b-92a9-6ed7852395bc HTTP/1.1" status: 200 len: 946 time: 0.2386110 May 20 04:26:32.051147 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] No DVR routers for this DVR port e76e49d5-f32e-42fc-a033-6f6c467f70cb on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:32.054575 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:32.058221 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'name': 'network-vif-deleted', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:32.086617 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9285500-6a34-468e-9e73-07296852b2c4 req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.73 "DELETE /v2.0/ports/e76e49d5-f32e-42fc-a033-6f6c467f70cb HTTP/1.1" status: 204 len: 173 time: 0.7884326 May 20 04:26:32.110772 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-31ce5940-66fd-4311-866c-f256d1b26364 req-da5ceb2a-076c-4cd8-9c02-8a92d23adb6c tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 May 20 04:26:32.139487 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab295536-f630-4f8b-92a9-6ed7852395bc', 'name': 'network-vif-deleted', 'tag': 'e76e49d5-f32e-42fc-a033-6f6c467f70cb', 'status': 'completed', 'code': 200} May 20 04:26:33.985145 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34196) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:34.720231 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:35.158353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Deleting port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:35.159052 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:35.287899 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] For port 8484d0b8-a72a-4ff5-93aa-a27a0efc9775, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:35.288259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:35.415707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Calling delete_port for 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 owned by network:router_interface {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:35.592651 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:35.598226 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-63abc5ef-8817-43ac-8d56-dcba3d5d479b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:35.652665 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e76e49d5-f32e-42fc-a033-6f6c467f70cb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:35.679694 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Pushing event deleted for resources: {'Port': ['ID=8484d0b8-a72a-4ff5-93aa-a27a0efc9775,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:35.690525 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:35.728482 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: e76e49d5-f32e-42fc-a033-6f6c467f70cb {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:35.728864 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e76e49d5-f32e-42fc-a033-6f6c467f70cb not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:36.027231 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:36.401305 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Router 44f440be-baad-4a54-be3d-cb8addc7dc41 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:36.587509 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:36.597640 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] Sync routers for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:36.603196 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-5e7bb923-f119-4115-8349-ef0ff7982dff admin admin] 10.222.0.42 "PUT /v2.0/routers/44f440be-baad-4a54-be3d-cb8addc7dc41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6145775 May 20 04:26:36.603437 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34232) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:36.610421 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:36.610421 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:36.802533 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks [] for router, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:36.802888 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:36.987921 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.061222 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Deleting port ea944697-17e6-42a2-a92f-23b3ceb2ed06 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:37.061587 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.138368 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:26:35Z', 'revision_number': 5, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port': {'id': 'ea944697-17e6-42a2-a92f-23b3ceb2ed06', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:22:56Z', 'updated_at': '2021-05-20T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:37.142279 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] Checking router: 44f440be-baad-4a54-be3d-cb8addc7dc41 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:37.152257 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] Routers {'44f440be-baad-4a54-be3d-cb8addc7dc41'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:37.152880 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['44f440be-baad-4a54-be3d-cb8addc7dc41'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:37.183285 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] For port ea944697-17e6-42a2-a92f-23b3ceb2ed06, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=ea944697-17e6-42a2-a92f-23b3ceb2ed06,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:37.183647 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.318491 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] Set router 44f440be-baad-4a54-be3d-cb8addc7dc41 gateway port host: None {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:37.427817 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:26:36Z', 'revision_number': 6, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:37.431747 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639b7e-1ba3-46ab-8c9f-0dd63accf2c2 None None] The sync data for ids ['44f440be-baad-4a54-be3d-cb8addc7dc41'] in dv-cinder-790910-4-smb is: [{'id': '44f440be-baad-4a54-be3d-cb8addc7dc41', 'name': 'tempest-TestMinimumBasicScenario-973788394-router', 'tenant_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:55Z', 'updated_at': '2021-05-20T04:26:36Z', 'revision_number': 6, 'project_id': 'c5f08de5927e4fe7bf0b8ec6288e1157', 'gw_port_host': None}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:37.435961 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Calling delete_port for ea944697-17e6-42a2-a92f-23b3ceb2ed06 owned by network:router_gateway {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:37.594590 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.600915 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:37.647389 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea944697-17e6-42a2-a92f-23b3ceb2ed06,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:37.673793 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:37.744319 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.947224 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.949712 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.975700 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:37.976575 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f440be-baad-4a54-be3d-cb8addc7dc41 {{(pid=91711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:26:37.999747 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.001705 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] 10.222.0.42 "DELETE /v2.0/routers/44f440be-baad-4a54-be3d-cb8addc7dc41 HTTP/1.1" status: 204 len: 168 time: 1.3970504 May 20 04:26:38.004172 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34248) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:38.069551 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Deleting subnet e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:26:38.073219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.129020 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.254414 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.531016 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.538202 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:38.546535 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:26:38.573659 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3724d78-e32e-4fa3-80a9-8fdb856bd3a8,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:38.576717 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:38.577847 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.585791 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-2086ecc7-372a-44cb-bcc8-fbf696f965b0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e3724d78-e32e-4fa3-80a9-8fdb856bd3a8 HTTP/1.1" status: 204 len: 168 time: 0.5789242 May 20 04:26:38.587065 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34254) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:38.588981 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16077035-a39f-40fa-95de-d053298dd9bf None None] Network 4106368e-c987-4b05-a36c-f23a79cb959f requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:26:38.718353 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.808548 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Deleting port 3e4511f6-f808-436e-a723-505aa30d33e9 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:38.809447 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.863411 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] DHCP port deletion for 4106368e-c987-4b05-a36c-f23a79cb959f request from dv-cinder-790910-4-smb {{(pid=91712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:26:38.909277 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:38.957800 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:38.958138 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 8484d0b8-a72a-4ff5-93aa-a27a0efc9775 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:38.958720 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device ea944697-17e6-42a2-a92f-23b3ceb2ed06 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:39.008820 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: ea944697-17e6-42a2-a92f-23b3ceb2ed06 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:39.009188 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device ea944697-17e6-42a2-a92f-23b3ceb2ed06 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:39.037222 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Deleting port 3e4511f6-f808-436e-a723-505aa30d33e9 {{(pid=91712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:39.037647 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.042809 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] For port 3e4511f6-f808-436e-a723-505aa30d33e9, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=3e4511f6-f808-436e-a723-505aa30d33e9,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:39.043186 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.149537 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] For port 3e4511f6-f808-436e-a723-505aa30d33e9, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=3e4511f6-f808-436e-a723-505aa30d33e9,segment=NetworkSegment(4edb021a-c238-4797-8f52-542429471927),segment_id=4edb021a-c238-4797-8f52-542429471927)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:39.150211 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.185722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Calling delete_port for 3e4511f6-f808-436e-a723-505aa30d33e9 owned by network:dhcp {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:39.254972 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.260524 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:39.287416 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Calling delete_port for 3e4511f6-f808-436e-a723-505aa30d33e9 owned by network:dhcp {{(pid=91712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:39.307691 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4511f6-f808-436e-a723-505aa30d33e9,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:39.310470 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:39.315568 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] No DVR routers for this DVR port 3e4511f6-f808-436e-a723-505aa30d33e9 on host dv-cinder-790910-4-smb {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:39.445290 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.446398 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.455856 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:39.463628 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4106368e-c987-4b05-a36c-f23a79cb959f']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:39.475812 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edb021a-c238-4797-8f52-542429471927') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:39.476109 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edb021a-c238-4797-8f52-542429471927') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:39.489894 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.510475 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.512955 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Pushing event deleted for resources: {'Port': ['ID=3e4511f6-f808-436e-a723-505aa30d33e9,revision_number=None']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:39.518991 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] No DVR routers for this DVR port 3e4511f6-f808-436e-a723-505aa30d33e9 on host dv-cinder-790910-4-smb {{(pid=91712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:39.520448 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:39.522697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:26:39.523342 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:26:39.547619 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:26:39.640933 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.645688 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:39.662327 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:39.669012 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Pushing event deleted for resources: {'Network': ['ID=4106368e-c987-4b05-a36c-f23a79cb959f,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:39.673885 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:39.687672 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] 10.222.0.42 "DELETE /v2.0/networks/4106368e-c987-4b05-a36c-f23a79cb959f HTTP/1.1" status: 204 len: 168 time: 1.0993853 May 20 04:26:39.690771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34306) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:40.374931 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:40.835896 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 3e4511f6-f808-436e-a723-505aa30d33e9 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:40.837122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Deleting port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:40.837552 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:40.872739 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 3e4511f6-f808-436e-a723-505aa30d33e9 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:40.873018 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 3e4511f6-f808-436e-a723-505aa30d33e9 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:40.988964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] For port 64248fe8-efb8-433e-9d7d-26ad3d1ec18e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:40.989282 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:41.114725 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Calling delete_port for 64248fe8-efb8-433e-9d7d-26ad3d1ec18e owned by network:router_interface {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:41.288183 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:41.293224 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:41.345087 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64248fe8-efb8-433e-9d7d-26ad3d1ec18e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:41.348390 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:41.631337 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:42.163339 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Router ab1fe4fa-f969-473b-a50c-fe75f63f6928 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:42.357017 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:42.366997 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] Sync routers for ids ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:42.369967 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] 10.222.0.42 "PUT /v2.0/routers/ab1fe4fa-f969-473b-a50c-fe75f63f6928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780012 May 20 04:26:42.372709 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34336) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:42.381914 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] Routers {'ab1fe4fa-f969-473b-a50c-fe75f63f6928'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:42.382552 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:42.564452 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] Set router ab1fe4fa-f969-473b-a50c-fe75f63f6928 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:42.581681 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks [] for router, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:42.773639 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:42.863080 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Deleting port 88c1495e-dd9f-49fe-aca1-97d64e4b8038 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:42.863621 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:42.918292 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:26:41Z', 'revision_number': 5, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port': {'id': '88c1495e-dd9f-49fe-aca1-97d64e4b8038', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:11Z', 'updated_at': '2021-05-20T04:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:42.925815 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] Checking router: ab1fe4fa-f969-473b-a50c-fe75f63f6928 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:42.935083 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] Routers {'ab1fe4fa-f969-473b-a50c-fe75f63f6928'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:42.935710 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:42.995390 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] For port 88c1495e-dd9f-49fe-aca1-97d64e4b8038, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=88c1495e-dd9f-49fe-aca1-97d64e4b8038,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:42.995878 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.113217 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] Set router ab1fe4fa-f969-473b-a50c-fe75f63f6928 gateway port host: None {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:43.123688 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Calling delete_port for 88c1495e-dd9f-49fe-aca1-97d64e4b8038 owned by network:router_gateway {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:43.260278 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:26:42Z', 'revision_number': 6, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:43.265163 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aae1eb-6053-49b4-b172-97cc57f1c978 None None] The sync data for ids ['ab1fe4fa-f969-473b-a50c-fe75f63f6928'] in dv-cinder-790910-4-smb is: [{'id': 'ab1fe4fa-f969-473b-a50c-fe75f63f6928', 'name': 'tempest-TestMinimumBasicScenario-922562661-router', 'tenant_id': '5c4a2e493afc4fef941c628778cc1f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:09Z', 'updated_at': '2021-05-20T04:26:42Z', 'revision_number': 6, 'project_id': '5c4a2e493afc4fef941c628778cc1f64', 'gw_port_host': None}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:43.519933 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.524629 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:43.570719 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c1495e-dd9f-49fe-aca1-97d64e4b8038,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:43.595892 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:43.662883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.845632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.848193 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.938950 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.939453 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1fe4fa-f969-473b-a50c-fe75f63f6928 {{(pid=91710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:26:43.959747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:43.960773 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ab1fe4fa-f969-473b-a50c-fe75f63f6928 HTTP/1.1" status: 204 len: 168 time: 1.5870941 May 20 04:26:43.963748 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34350) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:44.039888 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Deleting subnet 6d3cc495-a4c9-407f-a0bc-2c65ca463d1d {{(pid=91710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:26:44.045107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.096326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27306004'] for subnet, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.236804 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.509837 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28321767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29045701'] for subnet, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.514589 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0daf5684-f023-43bc-b1b6-680f0da770cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:44.550714 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3cc495-a4c9-407f-a0bc-2c65ca463d1d,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:44.553285 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:44.556526 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.562606 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6d3cc495-a4c9-407f-a0bc-2c65ca463d1d HTTP/1.1" status: 204 len: 168 time: 0.5972848 May 20 04:26:44.563129 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa196a-3b5f-4c25-a585-1f064b09e23e None None] Network 83995540-c88f-492b-a28d-813735586494 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:26:44.565242 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34356) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:44.677853 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.762050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Deleting port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:44.762459 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.847067 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 64248fe8-efb8-433e-9d7d-26ad3d1ec18e no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:44.890214 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 64248fe8-efb8-433e-9d7d-26ad3d1ec18e {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:44.890454 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 64248fe8-efb8-433e-9d7d-26ad3d1ec18e not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:44.890867 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 88c1495e-dd9f-49fe-aca1-97d64e4b8038 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:44.926439 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] For port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:44.926830 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:44.928148 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 88c1495e-dd9f-49fe-aca1-97d64e4b8038 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:44.928280 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 88c1495e-dd9f-49fe-aca1-97d64e4b8038 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:44.935930 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] DHCP port deletion for 83995540-c88f-492b-a28d-813735586494 request from dv-cinder-790910-4-smb {{(pid=91712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:26:45.008602 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Deleting port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a {{(pid=91712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:45.008989 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.055796 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Calling delete_port for f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a owned by network:dhcp {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:45.108510 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.113472 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] For port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,segment=NetworkSegment(4bd248a7-a398-422d-b9e4-86c45008bf00),segment_id=4bd248a7-a398-422d-b9e4-86c45008bf00)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:45.113844 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:45.114161 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.159487 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:45.162610 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:45.163461 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] No DVR routers for this DVR port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a on host dv-cinder-790910-4-smb {{(pid=91711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:45.246465 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Calling delete_port for f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a owned by network:dhcp {{(pid=91712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:45.278836 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.291444 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.296313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:45.296511 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83995540-c88f-492b-a28d-813735586494']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:45.308950 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd248a7-a398-422d-b9e4-86c45008bf00') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:45.309226 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd248a7-a398-422d-b9e4-86c45008bf00') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:45.320893 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.339013 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.340329 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] No DVR routers for this DVR port f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a on host dv-cinder-790910-4-smb {{(pid=91712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:45.342543 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Pushing event deleted for resources: {'Port': ['ID=f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a,revision_number=None']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:45.346303 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:26:45.346690 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.347067 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:26:45.360581 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:26:45.444036 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.449328 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.451824 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:45.475382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=83995540-c88f-492b-a28d-813735586494,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:45.477935 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:45.479945 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/83995540-c88f-492b-a28d-813735586494 HTTP/1.1" status: 204 len: 168 time: 0.9135296 May 20 04:26:45.705471 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34368) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:45.761920 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-11e048e8-e725-403c-a290-5905b1700796 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5f08de5927e4fe7bf0b8ec6288e1157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551002 May 20 04:26:45.769544 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34372) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:45.841702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.871498 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.937204 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.942968 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-044b0002-bbf6-4e68-aade-c67df3d50739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:45.957347 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:45.961292 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:45.964898 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:45.966044 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f8fd1b3-6a1a-4918-a0bf-4e8e5bfac00f HTTP/1.1" status: 204 len: 168 time: 0.1955562 May 20 04:26:46.377380 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34384) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:46.428107 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-1d88615c-afc0-4295-be11-4f3ef4d36f11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c4a2e493afc4fef941c628778cc1f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486698 May 20 04:26:46.429965 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34390) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:46.494052 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:46.530531 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:46.699805 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:46.706711 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d0b948f2-6215-4909-a672-1932bbe6e42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:46.721290 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c4141-c1fd-40d1-977b-061f63e1fce5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:46.726563 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:46.731885 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:46.733287 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/987c4141-c1fd-40d1-977b-061f63e1fce5 HTTP/1.1" status: 204 len: 168 time: 0.3023477 May 20 04:26:46.831038 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:46.873979 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:46.874734 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device f2f47c07-7b62-44c9-9b9e-fbcbddcebb9a not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:50.198019 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-373d3eaf-55bb-4c7f-b264-7d505b59ae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:53.312119 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:53.316174 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0630556e-6d91-441d-b309-80633ed69eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:54.161363 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:55.539702 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb761fe2-9922-485c-b3a9-13e8cec1bbfe req-b77d1c2d-bd26-47eb-a069-91eb4620a2e4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:55.541116 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cb761fe2-9922-485c-b3a9-13e8cec1bbfe req-b77d1c2d-bd26-47eb-a069-91eb4620a2e4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0855308 May 20 04:26:55.591985 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cb761fe2-9922-485c-b3a9-13e8cec1bbfe req-453650d5-12e2-4f04-a7ea-b33d4aa727e1 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 May 20 04:26:55.640772 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:56.802153 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400dec-c867-41c9-9325-ed8fb343fb67 req-573c60a0-7ff8-41f5-b0c4-9f4bc2486810 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.803664 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9400dec-c867-41c9-9325-ed8fb343fb67 req-573c60a0-7ff8-41f5-b0c4-9f4bc2486810 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0959558 May 20 04:26:56.850700 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e9400dec-c867-41c9-9325-ed8fb343fb67 req-e39d98bb-203f-4b7c-8e41-021fca4f5aab tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404148 May 20 04:26:58.157955 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaace1d-b477-4985-a9d1-f4f0a17ef1cf req-73eafca6-7ce0-4015-a462-a84dc36854c2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:58.159504 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1aaace1d-b477-4985-a9d1-f4f0a17ef1cf req-73eafca6-7ce0-4015-a462-a84dc36854c2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.1897292 May 20 04:26:58.215443 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1aaace1d-b477-4985-a9d1-f4f0a17ef1cf req-2524da44-5054-4e79-931b-9bc9d61a8fd2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 May 20 04:26:59.421859 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde22d-5ae8-437e-9b53-188c8505e939 req-b3abb014-dfdb-446b-b79a-1808c4e94c07 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:59.423417 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96cde22d-5ae8-437e-9b53-188c8505e939 req-b3abb014-dfdb-446b-b79a-1808c4e94c07 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0868499 May 20 04:26:59.476548 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96cde22d-5ae8-437e-9b53-188c8505e939 req-47e3db65-50c0-4737-9a63-aed37bff29d2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473528 May 20 04:27:00.087357 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34564) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:00.233701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.249265 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:00.253906 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Usage tracker for resource:security_group_rule and tenant:ba42a07421094c79908da1a821f765b6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:00.257002 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:00.263046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:00.355167 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.359878 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.368339 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9e04a05e-0520-4690-a987-23aa0f830d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:00.411189 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba42a07421094c79908da1a821f765b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228197 May 20 04:27:00.412059 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19b5531-e249-4cc8-9e2d-b53ef2528321,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:00.413975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34570) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:00.415225 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:00.484952 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.522944 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.589166 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.593114 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-be036b4b-fc4d-469f-b621-94ee72baf667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:00.604568 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19b5531-e249-4cc8-9e2d-b53ef2528321,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:00.615126 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.615494 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.615852 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.616205 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.616553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.616899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.617280 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.617653 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.618002 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.618343 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.618681 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.619020 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:00.623107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:00.624403 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:00.625509 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3171dc9e-8b1a-4f3a-8d31-e5723ce989d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c19b5531-e249-4cc8-9e2d-b53ef2528321 HTTP/1.1" status: 204 len: 168 time: 0.2096930 May 20 04:27:00.713768 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1352ce6-a670-4938-ae70-c5cf0ae9a484 req-014b2180-9fe7-43ed-ac1e-2c059abd1e95 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:00.715567 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b1352ce6-a670-4938-ae70-c5cf0ae9a484 req-014b2180-9fe7-43ed-ac1e-2c059abd1e95 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0890663 May 20 04:27:00.772380 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b1352ce6-a670-4938-ae70-c5cf0ae9a484 req-19d034c0-0322-4a27-a867-b67364899022 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498254 May 20 04:27:01.628963 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:01.979427 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611efc9-1214-4ed7-8bbd-87aaa0fc89c0 req-82e60281-5ff9-4c43-b929-23900024ca34 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:01.980996 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9611efc9-1214-4ed7-8bbd-87aaa0fc89c0 req-82e60281-5ff9-4c43-b929-23900024ca34 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0882735 May 20 04:27:02.031687 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9611efc9-1214-4ed7-8bbd-87aaa0fc89c0 req-269536ad-1ea3-490c-98b1-dc8c5f71b972 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445056 May 20 04:27:03.231228 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d57b02-0306-45f0-9844-7df8ee1dbf17 req-531a1121-2710-4776-a20e-20a052f722ed tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:03.232673 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e4d57b02-0306-45f0-9844-7df8ee1dbf17 req-531a1121-2710-4776-a20e-20a052f722ed tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0868878 May 20 04:27:03.278336 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e4d57b02-0306-45f0-9844-7df8ee1dbf17 req-56e585ba-64d5-4209-9b52-057a7530e076 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392420 May 20 04:27:04.472511 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477a4e7-0c71-4561-9102-74cfebd74d1f req-0476afa6-a57d-4fc1-916a-bf7b041748f0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:04.474023 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e477a4e7-0c71-4561-9102-74cfebd74d1f req-0476afa6-a57d-4fc1-916a-bf7b041748f0 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0856686 May 20 04:27:04.526372 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e477a4e7-0c71-4561-9102-74cfebd74d1f req-3d9cc7aa-ac55-4f2f-bd6a-7ecd654b6e3c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 May 20 04:27:05.734555 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a2ae-9a9f-41f2-9885-1b82b0dd4ad4 req-71e70115-4789-419e-ac83-4eb0c32092f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:05.736205 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a462a2ae-9a9f-41f2-9885-1b82b0dd4ad4 req-71e70115-4789-419e-ac83-4eb0c32092f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0960944 May 20 04:27:05.794616 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a462a2ae-9a9f-41f2-9885-1b82b0dd4ad4 req-f804a25c-0143-456a-8d8b-30952b99d7c8 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456448 May 20 04:27:06.199599 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b13443-46d7-4673-9af6-fc0f7fcb2549 req-a2f33d77-8d96-495c-913b-abe86bd46ad9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:06.200904 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b5b13443-46d7-4673-9af6-fc0f7fcb2549 req-a2f33d77-8d96-495c-913b-abe86bd46ad9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.0890608 May 20 04:27:06.253771 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b5b13443-46d7-4673-9af6-fc0f7fcb2549 req-6a0e0d92-345a-4b92-8284-49c1a149f535 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 May 20 04:27:06.993791 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084755d-e91d-4133-b7dc-37b2d95c4f90 req-c90b13d0-41e2-47d4-96bd-363bc7744bad tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:06.995392 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e084755d-e91d-4133-b7dc-37b2d95c4f90 req-c90b13d0-41e2-47d4-96bd-363bc7744bad tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0862043 May 20 04:27:07.043597 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e084755d-e91d-4133-b7dc-37b2d95c4f90 req-0639deeb-90c1-4b83-b153-512e78bfa0a7 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 May 20 04:27:07.454115 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30fa9-6039-4aae-8e9f-a174444628be req-73225499-2a17-4390-8f20-fdafd56e576b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:07.455556 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-68c30fa9-6039-4aae-8e9f-a174444628be req-73225499-2a17-4390-8f20-fdafd56e576b tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.0899704 May 20 04:27:07.503332 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-68c30fa9-6039-4aae-8e9f-a174444628be req-9dab51cd-1c49-4a77-b204-6cc90c6d3fcd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 May 20 04:27:07.887653 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:08.025754 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:08.040493 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'mac_address': 'fa:16:3e:4e:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:08.106881 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:08.125117 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 277ff22a-b821-43aa-86b5-5ec8c613e520 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:08.148528 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:08.154874 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:08.158168 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:08.238697 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['277ff22a-b821-43aa-86b5-5ec8c613e520'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:08.272740 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-bb6d87cf-5205-43e0-9b88-54cca8190a0f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:08.274295 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-bb6d87cf-5205-43e0-9b88-54cca8190a0f tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.1616154 May 20 04:27:08.277227 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=6']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:08.295166 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.295505 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.295834 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.296155 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.296473 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.296845 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.297898 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.298723 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.298883 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.299272 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.299645 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.300020 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:08.321747 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:08.322628 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc25c4-7586-495e-917d-bc6880122097 req-4a93788e-19b9-48e9-b9f9-291021a2c5e3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:08.324159 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7ecc25c4-7586-495e-917d-bc6880122097 req-4a93788e-19b9-48e9-b9f9-291021a2c5e3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 945 time: 0.1434460 May 20 04:27:08.428169 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7ecc25c4-7586-495e-917d-bc6880122097 req-a34bb84e-7d30-4ec0-9e62-01303e5fa54e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965161 May 20 04:27:08.463725 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Deleting port 26ad76e0-363e-4d9c-a890-5e8e98f70347 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:08.464070 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:08.607002 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] For port 26ad76e0-363e-4d9c-a890-5e8e98f70347, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=26ad76e0-363e-4d9c-a890-5e8e98f70347,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:08.607410 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:09.061960 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414d97c-b366-4de1-bec6-d8647629a810 req-87bea008-1cac-4941-96ab-fb8c30f32e3c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.063348 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b414d97c-b366-4de1-bec6-d8647629a810 req-87bea008-1cac-4941-96ab-fb8c30f32e3c tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 946 time: 0.3939605 May 20 04:27:09.133837 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:09.137508 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:09.137508 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.l3_db [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Floating IP 2cb57723-dc6d-4a81-9ba8-c7a6c816379b disassociated. External IP: 172.28.2.61, port: 26ad76e0-363e-4d9c-a890-5e8e98f70347. May 20 04:27:09.137508 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Calling delete_port for 26ad76e0-363e-4d9c-a890-5e8e98f70347 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:09.144113 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b414d97c-b366-4de1-bec6-d8647629a810 req-52a5eaad-f803-4192-8736-bc945ba280c1 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups?id=64cfb184-584c-49d5-86bd-08c02d93979d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713172 May 20 04:27:09.288066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:09.296436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-fa24ccc7-a3a5-4989-b879-574ee85a344a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:09.357797 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event deleted for resources: {'Port': ['ID=26ad76e0-363e-4d9c-a890-5e8e98f70347,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:09.360026 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:09.621885 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:27:09.765004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630adf03-2915-4559-ae04-a5417db2fe26 req-ca01868c-b1ef-4859-9bb6-821cfcb51e38 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.766637 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-630adf03-2915-4559-ae04-a5417db2fe26 req-ca01868c-b1ef-4859-9bb6-821cfcb51e38 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 945 time: 0.1954496 May 20 04:27:09.897528 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:27:09.897842 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:09.975216 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:27:10.000097 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:10.001252 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:10.030509 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] No DVR routers for this DVR port 26ad76e0-363e-4d9c-a890-5e8e98f70347 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:10.037235 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.055688 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'name': 'network-vif-deleted', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:10.070534 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d35994f4-d999-4f8a-9987-21a4efb8869e req-d8072adc-062e-4f37-a5f1-6901c66aac49 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.73 "DELETE /v2.0/ports/26ad76e0-363e-4d9c-a890-5e8e98f70347 HTTP/1.1" status: 204 len: 173 time: 1.7884789 May 20 04:27:10.085233 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-630adf03-2915-4559-ae04-a5417db2fe26 req-17f7848e-48ce-45c9-85c5-0170e9750524 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065505 May 20 04:27:10.246010 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 277ff22a-b821-43aa-86b5-5ec8c613e520 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:10.246630 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.379187 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-c562738c-9643-41ea-8153-2b249fde2d28 req-84f0c679-ef1d-454c-8aa3-8f3ee4b22b93 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Synchronizing usage tracker for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:10.404891 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-c562738c-9643-41ea-8153-2b249fde2d28 req-84f0c679-ef1d-454c-8aa3-8f3ee4b22b93 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Unset dirty status for tenant:4b8a6bd21a4f490aa21c227d79f8f4de on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:10.418982 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c562738c-9643-41ea-8153-2b249fde2d28 req-84f0c679-ef1d-454c-8aa3-8f3ee4b22b93 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/ports?device_id=f02f9123-8f3c-4187-8e2c-40111a02721b HTTP/1.1" status: 200 len: 210 time: 0.0979156 May 20 04:27:10.439772 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02f9123-8f3c-4187-8e2c-40111a02721b', 'name': 'network-vif-deleted', 'tag': '26ad76e0-363e-4d9c-a890-5e8e98f70347', 'status': 'completed', 'code': 200} May 20 04:27:10.522924 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.534861 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:10.632251 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:10.814825 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'code': 200} May 20 04:27:10.817544 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:10.829567 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.835669 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:10.980335 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=7']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:10.983726 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:11.031855 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:11.036565 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:27:11.047341 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:11.047998 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:11.286955 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:11.342831 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab24844-cbd4-4de7-ae5d-b65d19ddea50 req-de6eaf86-0b58-4f37-a77f-72365a109265 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:11.344754 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cab24844-cbd4-4de7-ae5d-b65d19ddea50 req-de6eaf86-0b58-4f37-a77f-72365a109265 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0999351 May 20 04:27:11.414497 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cab24844-cbd4-4de7-ae5d-b65d19ddea50 req-a4fbe7df-edff-46fa-b98e-c737fbf06df6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562034 May 20 04:27:11.600713 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34684) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:11.696832 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:11.732067 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:11.739551 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a551f7-38b3-4af4-8290-6dfc5033679e None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:21:54Z', 'revision_number': 4, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '41a3a959-68f1-4f71-9772-e2781b817608', 'name': '', 'network_id': 'beeafd7c-7fe1-4a89-b0c0-465356b11ad9', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'mac_address': 'fa:16:3e:5a:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:48Z', 'updated_at': '2021-05-20T04:22:05Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'subnets': [{'id': '75c52a06-6ad2-41c3-9f5e-97b69ad41c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:27:11.746995 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:11.816633 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:11.829606 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6e4b64df-809b-4b24-8f51-03776e8e30e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:11.846326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cfb184-584c-49d5-86bd-08c02d93979d,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:11.849028 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:11.852854 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "DELETE /v2.0/security-groups/64cfb184-584c-49d5-86bd-08c02d93979d HTTP/1.1" status: 204 len: 168 time: 0.2480397 May 20 04:27:11.852854 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:11.853167 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34688) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:11.883597 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.api.v2.resource [None req-ffce6434-b910-48f6-87da-67ec830934e8 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] show failed (client error): The resource could not be found. May 20 04:27:11.885539 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-ffce6434-b910-48f6-87da-67ec830934e8 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "GET /v2.0/security-groups/64cfb184-584c-49d5-86bd-08c02d93979d HTTP/1.1" status: 404 len: 347 time: 0.0301943 May 20 04:27:11.888686 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34692) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:11.899325 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 26ad76e0-363e-4d9c-a890-5e8e98f70347 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:11.945648 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 26ad76e0-363e-4d9c-a890-5e8e98f70347 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:11.946001 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 26ad76e0-363e-4d9c-a890-5e8e98f70347 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:12.125586 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92f873-23f9-4919-b9b1-7d4dc7cd033d None None] New status for floating IP 2cb57723-dc6d-4a81-9ba8-c7a6c816379b: DOWN {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:27:12.177271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Deleting port 1cdb4db5-0571-48ca-bb92-38fa26c373cf {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:12.177645 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.327134 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.327732 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.503797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Calling delete_port for 1cdb4db5-0571-48ca-bb92-38fa26c373cf owned by network:floatingip {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:12.656964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.664577 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7a5b0067-d8b9-492a-9486-329b4c69c041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:12.684768 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d0103-f4a9-4aa8-bb52-4a881eb87869 req-c86a5c37-cd6c-4be3-9fb1-af4f01684edc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:12.686472 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-939d0103-f4a9-4aa8-bb52-4a881eb87869 req-c86a5c37-cd6c-4be3-9fb1-af4f01684edc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.1121945 May 20 04:27:12.757259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Pushing event deleted for resources: {'Port': ['ID=1cdb4db5-0571-48ca-bb92-38fa26c373cf,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:12.760235 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-939d0103-f4a9-4aa8-bb52-4a881eb87869 req-29e3d5b9-45e2-461e-a81a-12eb1cfe7386 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656307 May 20 04:27:12.760446 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:12.834406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks [] for floatingip, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.872475 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.878583 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] 10.222.0.42 "DELETE /v2.0/floatingips/2cb57723-dc6d-4a81-9ba8-c7a6c816379b HTTP/1.1" status: 204 len: 168 time: 0.9887009 May 20 04:27:13.975336 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ed85b-3c63-4918-9ac3-10201cc73039 req-cf5b9aef-5141-4529-b2ff-cca759d4c25a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:13.978367 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-018ed85b-3c63-4918-9ac3-10201cc73039 req-cf5b9aef-5141-4529-b2ff-cca759d4c25a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0904686 May 20 04:27:14.027133 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-018ed85b-3c63-4918-9ac3-10201cc73039 req-a64560b3-924a-421a-84f6-2774c7e917ef tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 May 20 04:27:15.248133 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e5c0-d5ac-4914-a8e7-611d6043aee6 req-4c35db66-10aa-4bc6-b27e-438ca7f957ee tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:15.250654 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc33e5c0-d5ac-4914-a8e7-611d6043aee6 req-4c35db66-10aa-4bc6-b27e-438ca7f957ee tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0922534 May 20 04:27:15.298056 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc33e5c0-d5ac-4914-a8e7-611d6043aee6 req-261a05e6-30ae-41b5-9164-d51acbf4a33a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 May 20 04:27:15.549441 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:27:16.517415 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d975b6-bd6b-4469-888d-e0305e6d8ca8 req-25dc2aea-8e38-498e-802a-f57e33e3b247 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:16.519339 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b6d975b6-bd6b-4469-888d-e0305e6d8ca8 req-25dc2aea-8e38-498e-802a-f57e33e3b247 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0936906 May 20 04:27:16.695055 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b6d975b6-bd6b-4469-888d-e0305e6d8ca8 req-2f552b0d-244b-4902-b8e1-30535c2f31cd tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694844 May 20 04:27:17.124995 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34738) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:17.890297 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b9fb4-3aa4-4d2f-a1b5-6eed51029593 req-bb3f9653-c7d1-4dff-9ca1-b7aefc7281ca tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:17.891891 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-236b9fb4-3aa4-4d2f-a1b5-6eed51029593 req-bb3f9653-c7d1-4dff-9ca1-b7aefc7281ca tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0834594 May 20 04:27:17.945524 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-236b9fb4-3aa4-4d2f-a1b5-6eed51029593 req-105656ed-45cf-41a0-808b-bbae26b15881 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 May 20 04:27:17.990439 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.394824 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-090a590a-34db-4456-92b4-b9a114d9d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:18.396406 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-090a590a-34db-4456-92b4-b9a114d9d100 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1099 time: 0.1468525 May 20 04:27:18.410171 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Deleting port 41a3a959-68f1-4f71-9772-e2781b817608 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:18.410905 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.529288 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-6c0dbb6f-68c7-4551-aa40-680d44d6a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:18.530815 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-6c0dbb6f-68c7-4551-aa40-680d44d6a9d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.1275964 May 20 04:27:18.531293 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] For port 41a3a959-68f1-4f71-9772-e2781b817608, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=41a3a959-68f1-4f71-9772-e2781b817608,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:18.531653 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.633563 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-a5fa4946-3b84-4439-8fbd-fb2808e601d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 1001 time: 0.0961056 May 20 04:27:18.654862 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Calling delete_port for 41a3a959-68f1-4f71-9772-e2781b817608 owned by network:router_interface {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:18.694704 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-4ea7bcc0-a7ec-4e98-9260-4452ca7a795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:18.696088 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-4ea7bcc0-a7ec-4e98-9260-4452ca7a795d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.0562146 May 20 04:27:18.776580 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-ea0a8656-9107-4d8a-87fb-1dd87fcb7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:18.778940 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-ea0a8656-9107-4d8a-87fb-1dd87fcb7781 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764987 May 20 04:27:18.807259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.811643 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-236a8fb6-086b-4456-83dd-02656e4570a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:18.858672 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Pushing event deleted for resources: {'Port': ['ID=41a3a959-68f1-4f71-9772-e2781b817608,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:18.861298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:18.920334 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-bb6a4d94-7d94-425e-9c0d-fe4f810ef12d service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347513 May 20 04:27:19.067691 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7bb5965f-36aa-4f83-be23-cf6b4af001a0 req-fab529d6-b98a-4a7b-b810-afc281a69e08 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404111 May 20 04:27:19.144885 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.153994 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fa4bb-5302-444c-b2b6-c8165a5a4fda req-5e0f623e-fdcf-40e3-afac-5fa0d078e596 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:19.156751 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-308fa4bb-5302-444c-b2b6-c8165a5a4fda req-5e0f623e-fdcf-40e3-afac-5fa0d078e596 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0882423 May 20 04:27:19.204957 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-308fa4bb-5302-444c-b2b6-c8165a5a4fda req-04ac0452-9ac5-4a11-b2a2-8e7dfe0cf6cd tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 May 20 04:27:19.622826 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:27:19.802985 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:27:19.811840 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] Sync routers for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:27:19.815815 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4550ead6-e921-43a5-bf34-5d36faf0b38e admin admin] 10.222.0.42 "PUT /v2.0/routers/a19dfa01-017e-4fbc-bbfe-db3c8d13c215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6896706 May 20 04:27:19.819295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34760) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:19.823607 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:19.824253 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:20.000569 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks [] for router, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.058553 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:20.180217 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.256574 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4531a88a-8e43-4f73-bdb4-47d85c250d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.257772 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Deleting port b78ab121-5b83-43e4-8a48-e3a683829a0e {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:20.258120 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.361141 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:27:18Z', 'revision_number': 5, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port': {'id': 'b78ab121-5b83-43e4-8a48-e3a683829a0e', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:23Z', 'updated_at': '2021-05-20T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:20.365697 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] Checking router: a19dfa01-017e-4fbc-bbfe-db3c8d13c215 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:27:20.375032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] Routers {'a19dfa01-017e-4fbc-bbfe-db3c8d13c215'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:20.375610 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:26:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:20.387114 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] For port b78ab121-5b83-43e4-8a48-e3a683829a0e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=b78ab121-5b83-43e4-8a48-e3a683829a0e,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:20.387467 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.411273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cd11-f6ea-4d81-8622-bd68371d28f9 req-8ae85a48-5421-4fec-8be5-a40db9a43a79 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:20.412979 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-12d7cd11-f6ea-4d81-8622-bd68371d28f9 req-8ae85a48-5421-4fec-8be5-a40db9a43a79 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.0901201 May 20 04:27:20.459944 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-12d7cd11-f6ea-4d81-8622-bd68371d28f9 req-988f5ce3-535f-4cc0-82ce-b7e28eb65156 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 May 20 04:27:20.515493 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Calling delete_port for b78ab121-5b83-43e4-8a48-e3a683829a0e owned by network:router_gateway {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:20.567186 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] Set router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 gateway port host: None {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:20.687567 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.694320 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:20.726291 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:27:20Z', 'revision_number': 6, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:20.734265 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c80474-f25c-48fe-b29e-73124028adaf None None] The sync data for ids ['a19dfa01-017e-4fbc-bbfe-db3c8d13c215'] in dv-cinder-790910-4-smb is: [{'id': 'a19dfa01-017e-4fbc-bbfe-db3c8d13c215', 'name': 'tempest-AttachVolumeTestJSON-1968314377-router', 'tenant_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:19Z', 'updated_at': '2021-05-20T04:27:20Z', 'revision_number': 6, 'project_id': '4b8a6bd21a4f490aa21c227d79f8f4de', 'gw_port_host': None}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:27:20.789150 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78ab121-5b83-43e4-8a48-e3a683829a0e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:20.802011 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:20.864276 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.152381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.155170 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.186957 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.187319 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19dfa01-017e-4fbc-bbfe-db3c8d13c215 {{(pid=91711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:27:21.205362 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.209543 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34766) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:21.209687 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-aee75018-0e73-4a92-88f2-ffc35420ee85 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a19dfa01-017e-4fbc-bbfe-db3c8d13c215 HTTP/1.1" status: 204 len: 168 time: 1.3892658 May 20 04:27:21.270512 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 41a3a959-68f1-4f71-9772-e2781b817608 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:21.306081 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 41a3a959-68f1-4f71-9772-e2781b817608 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:21.306445 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 41a3a959-68f1-4f71-9772-e2781b817608 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:21.313657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_v2 [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Deleting subnet 75c52a06-6ad2-41c3-9f5e-97b69ad41c17 {{(pid=91710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:27:21.317159 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.371341 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27306004'] for subnet, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.462083 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.829848 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661d4bf-6f3f-4a50-93d3-3fd3f6543f45 req-4e7c227f-2599-4a32-8a47-365abd19b325 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:21.831438 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a661d4bf-6f3f-4a50-93d3-3fd3f6543f45 req-4e7c227f-2599-4a32-8a47-365abd19b325 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 946 time: 0.2144206 May 20 04:27:21.881386 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28321767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29045701'] for subnet, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.890855 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0d956844-2cac-4a43-b641-9f81b3bc8cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:21.944765 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:22.040457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a661d4bf-6f3f-4a50-93d3-3fd3f6543f45 req-213cc979-77c3-46a0-bef1-780d8113da14 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008717 May 20 04:27:22.047559 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c52a06-6ad2-41c3-9f5e-97b69ad41c17,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:22.049450 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.052343 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:22.057653 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/75c52a06-6ad2-41c3-9f5e-97b69ad41c17 HTTP/1.1" status: 204 len: 168 time: 0.8462839 May 20 04:27:22.060846 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34772) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:22.075415 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab974997-0710-4210-99da-23fba24b42d8 None None] Network beeafd7c-7fe1-4a89-b0c0-465356b11ad9 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:27:22.177999 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.270320 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.294324 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Deleting port 78b8775c-312b-4281-b654-4426c301057f {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:22.294572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.374490 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:22.392237 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:22.414691 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] For port 78b8775c-312b-4281-b654-4426c301057f, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=78b8775c-312b-4281-b654-4426c301057f,segment=NetworkSegment(4d3949ee-1049-40f4-b107-e59696fded44),segment_id=4d3949ee-1049-40f4-b107-e59696fded44)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:22.415086 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.454148 dv-cinder-790910-4-smb neutron-server[91712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'code': 422} returned with failed status May 20 04:27:22.460403 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.469285 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:22.559566 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Calling delete_port for 78b8775c-312b-4281-b654-4426c301057f owned by network:dhcp {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:22.565038 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=8']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:22.575372 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:22.615602 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.624337 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-93676892-98f3-40fd-bf48-b0c10e7b0981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:22.668534 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e574d-07e7-4141-b7a9-e3e6bd2c947f None None] DHCP port deletion for beeafd7c-7fe1-4a89-b0c0-465356b11ad9 request from dv-cinder-790910-4-smb {{(pid=91712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:27:22.674212 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b8775c-312b-4281-b654-4426c301057f,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:22.676028 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] No DVR routers for this DVR port 78b8775c-312b-4281-b654-4426c301057f on host dv-cinder-790910-4-smb {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:22.678063 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:22.795791 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.821559 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeafd7c-7fe1-4a89-b0c0-465356b11ad9']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:22.831130 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3949ee-1049-40f4-b107-e59696fded44') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:22.831482 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3949ee-1049-40f4-b107-e59696fded44') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:22.845674 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.866119 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.874396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:27:22.874806 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.885804 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b78ab121-5b83-43e4-8a48-e3a683829a0e no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:27:22.888621 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:27:22.924932 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: b78ab121-5b83-43e4-8a48-e3a683829a0e {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:22.925343 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b78ab121-5b83-43e4-8a48-e3a683829a0e not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:22.925746 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 78b8775c-312b-4281-b654-4426c301057f no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:22.963245 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 78b8775c-312b-4281-b654-4426c301057f {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:22.963614 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 78b8775c-312b-4281-b654-4426c301057f not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:22.975196 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:22.979642 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:22.993645 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.005140 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Pushing event deleted for resources: {'Network': ['ID=beeafd7c-7fe1-4a89-b0c0-465356b11ad9,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:23.008492 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:23.021278 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] 10.222.0.42 "DELETE /v2.0/networks/beeafd7c-7fe1-4a89-b0c0-465356b11ad9 HTTP/1.1" status: 204 len: 168 time: 0.9591308 May 20 04:27:23.138750 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34798) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:23.202094 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-4305a7e2-7d18-4b18-ba12-1d2a2f120c98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b8a6bd21a4f490aa21c227d79f8f4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0615838 May 20 04:27:23.204807 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 34802) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:23.306095 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2395cafa-4a48-4cd9-a112-1604df9058e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.310144 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.311253 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.344364 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.408169 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.411913 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2d2492a5-07b6-4b24-9b8a-5f0cef7a8dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:23.424937 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37924980-19ef-480e-90c4-2ba211def563,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:23.428645 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:23.443811 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.446470 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37924980-19ef-480e-90c4-2ba211def563 HTTP/1.1" status: 204 len: 168 time: 0.2391748 May 20 04:27:23.684273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc59c7-b1a1-4a87-9990-594a09f9bf66 req-ca543fb4-477e-4757-a490-4170db0449ba tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:23.686297 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c4fc59c7-b1a1-4a87-9990-594a09f9bf66 req-ca543fb4-477e-4757-a490-4170db0449ba tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.0909078 May 20 04:27:23.710843 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-b883269c-74d6-4b93-a000-9ce74e98fcdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897758 May 20 04:27:23.754672 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c4fc59c7-b1a1-4a87-9990-594a09f9bf66 req-98983d1d-89d9-4091-909e-5faa90b2d913 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614130 May 20 04:27:24.147266 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.341963 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34850) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:24.458888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-554736663-network', 'tenant_id': '0a81507c023a40b684baf4067963f9f3'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:24.463771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:24.470738 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Usage tracker for resource:network and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:24.475333 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:24.483453 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:24.494547 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Made reservation on behalf of 0a81507c023a40b684baf4067963f9f3 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:24.497576 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.510719 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.527017 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:24.531099 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Usage tracker for resource:security_group_rule and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:24.534021 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:24.539945 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:24.630461 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.635384 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.638603 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-75ff1515-1891-4bd1-9d50-7281168bdef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:24.671084 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:27:24.680464 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a541bc-4a21-492a-a5ee-2c425868dfc3,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:24.689467 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.689806 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Added segment 5aedf18c-b34f-40ff-9af4-14ecc9f7e369 of type vlan for network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d May 20 04:27:24.691626 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.691986 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.692340 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.692687 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.693031 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.693378 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.693750 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.694096 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.694431 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.694775 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.695118 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.695448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:24.703159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:24.728255 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.762028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.763406 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:24.763988 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.767484 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:24.877291 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Pushing event updated for resources: {'Network': ['ID=8cfa5a99-86eb-4afc-a83c-8cda99a1925d,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:24.880172 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:24.884930 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5391819 May 20 04:27:24.885121 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 34858) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:24.890717 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Request body: {'subnet': {'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-554736663-subnet', 'tenant_id': '0a81507c023a40b684baf4067963f9f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:24.892659 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:27:24.896162 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:24.900190 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Usage tracker for resource:subnet and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:24.903304 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:24.909218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:24.921186 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Made reservation on behalf of 0a81507c023a40b684baf4067963f9f3 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:24.924198 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.035823 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-659bb05a-2762-4b14-998a-c48689534045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.037520 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-659bb05a-2762-4b14-998a-c48689534045 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222&tenant_id=9bd59ff335df4c4b9d51724f7f025e21 HTTP/1.1" status: 200 len: 1097 time: 0.2204897 May 20 04:27:25.130922 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3799-7607-4233-9749-6a1972a64b06 req-a6ca65e6-c231-4470-a838-ecf858722731 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.133613 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-714c3799-7607-4233-9749-6a1972a64b06 req-a6ca65e6-c231-4470-a838-ecf858722731 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.1862960 May 20 04:27:25.236070 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-714c3799-7607-4233-9749-6a1972a64b06 req-16949fe5-4d1f-495c-b322-a1ba03821380 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909674 May 20 04:27:25.246372 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-8e4c4aaa-a5c9-4033-98bf-22374707ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.248958 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-8e4c4aaa-a5c9-4033-98bf-22374707ce95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1097 time: 0.1870987 May 20 04:27:25.376914 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.383454 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:25.390262 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-50425ff4-d2f4-40d1-8b93-fc760bdfdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.392067 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-50425ff4-d2f4-40d1-8b93-fc760bdfdc2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.1369953 May 20 04:27:25.476490 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=691d3316-5abe-40fa-bdc1-ef2f97001b08,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:25.483071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:25.485177 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Checking segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:25.485594 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Network hostable DHCP agents. Network: 8cfa5a99-86eb-4afc-a83c-8cda99a1925d, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:27:25.507052 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:27:25.521366 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 8cfa5a99-86eb-4afc-a83c-8cda99a1925d) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:25.531886 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6958b55-3910-4469-b381-c60fa0965242 None None] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:27:25.534985 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.535663 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.565675 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6775796 May 20 04:27:25.650584 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-4d8890e9-bca8-4e4d-a9ca-4db7fcc5dcc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 999 time: 0.2507436 May 20 04:27:25.680030 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.778436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-0eabe3c7-c4b7-49a8-b6c6-9c91b2adacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.779984 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-0eabe3c7-c4b7-49a8-b6c6-9c91b2adacbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.1231213 May 20 04:27:25.823562 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af0c5af-5853-4b42-b55d-338d60d52c38 None None] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:27:25.872942 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-0dde2c2e-ac20-40f2-95e4-1813a045c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.874567 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-0dde2c2e-ac20-40f2-95e4-1813a045c889 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882754 May 20 04:27:26.020848 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-b98cc6c2-08aa-4c68-920c-8dab38072e75 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393642 May 20 04:27:26.282189 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3d7a0126-88f2-4b2a-afb6-2e41d25d9389 req-453ae21b-f31c-4f98-9ced-546ef76bc905 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550943 May 20 04:27:26.295501 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-99f3b35f-7724-4f38-a59a-6c754a2d0858 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.297014 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-99f3b35f-7724-4f38-a59a-6c754a2d0858 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.2306452 May 20 04:27:26.322326 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-60ac2f23-f476-4766-a1bd-da56319e493e tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/quotas/0a81507c023a40b684baf4067963f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0124044 May 20 04:27:26.402383 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-177aa820-a9e6-4d14-85f7-23786128e83d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738170 May 20 04:27:26.464001 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ee266-99ac-4d48-a131-0ce66d638d79 req-241aa90a-354c-41e7-98ba-2b4c09d44948 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.465570 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bb6ee266-99ac-4d48-a131-0ce66d638d79 req-241aa90a-354c-41e7-98ba-2b4c09d44948 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.0999968 May 20 04:27:26.611495 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bb6ee266-99ac-4d48-a131-0ce66d638d79 req-e57d1050-d019-4e03-a648-65c946f58a34 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343479 May 20 04:27:26.643128 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-a6754208-75e9-4898-b1fe-64a86e462621 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277992 May 20 04:27:26.788870 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-e00621ca-37f6-4063-a048-a2f3e7ecf387 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378109 May 20 04:27:27.071041 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f9249ac8-c6e3-4cdb-8b69-a17fc0f831e5 req-91085c83-f259-4711-bf20-f9959fbce535 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0576794 May 20 04:27:27.846284 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145f33a-ec2c-45c2-8c9e-7a002da558ec req-210f1d19-f4b6-4785-aeac-c02cbe8c8f7f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:27.849000 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d145f33a-ec2c-45c2-8c9e-7a002da558ec req-210f1d19-f4b6-4785-aeac-c02cbe8c8f7f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.1004117 May 20 04:27:27.923987 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d145f33a-ec2c-45c2-8c9e-7a002da558ec req-6c8602bf-c160-479f-bb68-0f87f49f12a5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677252 May 20 04:27:28.233050 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a130ce44-1868-4b5b-81e8-e621f08f798c req-0f7fda2c-0483-4185-a33f-811011b2a3dc tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0464885 May 20 04:27:29.133187 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34a4d5-c585-4ba9-809c-3ec7fd1fdf97 req-46dec2d5-d5ca-40e9-8df9-aed13584889f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:29.134753 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2d34a4d5-c585-4ba9-809c-3ec7fd1fdf97 req-46dec2d5-d5ca-40e9-8df9-aed13584889f tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.0892253 May 20 04:27:29.191738 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2d34a4d5-c585-4ba9-809c-3ec7fd1fdf97 req-9729c00f-c853-4d84-8067-1d5be6fa18bd tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507948 May 20 04:27:29.408414 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32c7851d-e9a3-40d5-8dfd-2fbf85e80cc6 req-57dd9f8b-ee7a-495a-9b21-7737ca40244e tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0490763 May 20 04:27:30.456253 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f993ce-551d-445a-8218-467a5d3e504a req-cf90ba7d-9ef1-49f4-bad3-029638dfa2b5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:30.459063 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c0f993ce-551d-445a-8218-467a5d3e504a req-cf90ba7d-9ef1-49f4-bad3-029638dfa2b5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.1412396 May 20 04:27:30.551294 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c0f993ce-551d-445a-8218-467a5d3e504a req-87862aea-350e-45ed-b169-3c02859d5ac8 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789063 May 20 04:27:30.622914 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-896b9ece-0522-4036-ab2c-12a960af3275 req-b2f0ec49-2900-4905-9f51-0c9416c8b728 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0680268 May 20 04:27:31.651521 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:31.928436 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fa46be48-5cc6-40ed-b0e8-e0c8de13171a req-ea8588cc-bc89-4031-8f5d-ce8d5f37d0b3 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.1709371 May 20 04:27:31.970712 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bae3b-1071-4c99-91ea-ca75f90b2580 req-e8fdd5ba-53b3-46c1-9bdf-c3a0307a35a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:31.972391 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4f6bae3b-1071-4c99-91ea-ca75f90b2580 req-e8fdd5ba-53b3-46c1-9bdf-c3a0307a35a4 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.2530355 May 20 04:27:32.024392 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4f6bae3b-1071-4c99-91ea-ca75f90b2580 req-6bdd0770-a276-4fcc-bb64-ad1330a61fcb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451536 May 20 04:27:33.102934 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c7737356-20e5-4148-bc81-0b247255b858 req-5cd64053-c5c0-4c42-a2f1-74225112628f tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0580730 May 20 04:27:33.223638 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4b7e8-fd24-44a8-8ab2-bc120b72505b req-bb14574e-6a69-4ebf-bff9-e52730f6b2cc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:33.225306 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6dd4b7e8-fd24-44a8-8ab2-bc120b72505b req-bb14574e-6a69-4ebf-bff9-e52730f6b2cc tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.0845423 May 20 04:27:33.279687 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6dd4b7e8-fd24-44a8-8ab2-bc120b72505b req-6614bd91-9f0b-42a4-9d92-a9a4c2a3ed64 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483418 May 20 04:27:34.261075 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e4dc59cb-7760-42fd-b4bf-9ae89f4ce34b req-67ddb351-f0dd-4a8f-b28b-efd44360fb67 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0461934 May 20 04:27:34.504682 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929178b5-46a9-479e-8550-1a1c3ff15851 req-1549541a-f440-48f9-a3c1-29d4d8df9693 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:34.510125 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-929178b5-46a9-479e-8550-1a1c3ff15851 req-1549541a-f440-48f9-a3c1-29d4d8df9693 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.1089993 May 20 04:27:34.571911 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-929178b5-46a9-479e-8550-1a1c3ff15851 req-f4de01d8-e2d5-4498-872e-ba8855ba93e2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531595 May 20 04:27:35.415467 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ae8f8bf1-34df-45d9-80ec-500b57dab043 req-060bf7bf-10ac-4d34-9988-3dac4477d84f tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0452468 May 20 04:27:35.791816 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a17001-0753-4b48-9c5a-18a2696fe48a req-d8befb46-7155-4343-9745-356c5783a7aa tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:35.793389 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b5a17001-0753-4b48-9c5a-18a2696fe48a req-d8befb46-7155-4343-9745-356c5783a7aa tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.0913606 May 20 04:27:35.844979 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b5a17001-0753-4b48-9c5a-18a2696fe48a req-7e19b5fa-b0b7-474a-aa8a-e62c811a20ea tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451660 May 20 04:27:36.584828 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f544aa75-b435-4321-97f6-2f677b8ec412 req-a543d7ed-076e-4a5f-b151-5703ff0114ed tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0604410 May 20 04:27:36.831877 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-e8619b0e-ff57-45b6-aabe-1314947e5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:36.833420 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-e8619b0e-ff57-45b6-aabe-1314947e5ce4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1097 time: 0.0774460 May 20 04:27:37.055442 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-c30f45e8-284f-4573-91e2-db695e66d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:37.056784 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-c30f45e8-284f-4573-91e2-db695e66d0ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 200 len: 918 time: 0.1833034 May 20 04:27:37.154850 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b5a-2fe0-4b72-aa36-690c4375cea5 req-b1fc593f-6997-496e-82c6-c9fbcea353c6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:37.156500 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cad32b5a-2fe0-4b72-aa36-690c4375cea5 req-b1fc593f-6997-496e-82c6-c9fbcea353c6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 944 time: 0.1844316 May 20 04:27:37.193174 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-e2204c48-dba4-42c8-83e7-add366ec3579 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 200 len: 999 time: 0.1276543 May 20 04:27:37.250898 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cad32b5a-2fe0-4b72-aa36-690c4375cea5 req-1a786290-b0a7-41c2-838f-9550e4440dbb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883205 May 20 04:27:37.273536 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-0e9d7a20-3815-43df-b109-e584e5b7487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:37.275040 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-0e9d7a20-3815-43df-b109-e584e5b7487e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 200 len: 856 time: 0.0715573 May 20 04:27:37.366939 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-fac58c87-88f7-405e-9fee-f14d093d0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:37.368434 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-fac58c87-88f7-405e-9fee-f14d093d0292 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11e82be2-a766-4665-b25a-4b28893a7b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789711 May 20 04:27:37.419510 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-53e12ddd-4a28-4e96-8923-3d762a5d223d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:37.420593 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-53e12ddd-4a28-4e96-8923-3d762a5d223d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Synchronizing usage tracker for tenant:0a81507c023a40b684baf4067963f9f3 on resource:network {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:37.437965 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-53e12ddd-4a28-4e96-8923-3d762a5d223d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Unset dirty status for tenant:0a81507c023a40b684baf4067963f9f3 on resource:network {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:37.439200 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-53e12ddd-4a28-4e96-8923-3d762a5d223d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.1718268 May 20 04:27:37.452632 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Request body: {'port': {'device_id': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'admin_state_up': True, 'tenant_id': '0a81507c023a40b684baf4067963f9f3'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:37.534785 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-e034caef-2eb8-4621-ba21-91a9c9668d86 service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518371 May 20 04:27:37.588503 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:37.592513 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Usage tracker for resource:port and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:37.595627 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:37.602272 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:37.624701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Made reservation on behalf of 0a81507c023a40b684baf4067963f9f3 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:37.628807 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.805046 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32d9a309-5e67-4bfc-8d0f-a6f94a924d6f req-91d33c13-3d8c-44e0-b35a-ff3859c375eb service neutron] 10.222.0.73 "GET /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639580 May 20 04:27:37.807140 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-69fe07b9-f4d9-4690-ad52-d5668d0e93ae req-799d42a4-4f71-4e11-943f-fac3a3210ae0 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0696301 May 20 04:27:37.827340 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Allocated IP 172.20.0.9 (8cfa5a99-86eb-4afc-a83c-8cda99a1925d/691d3316-5abe-40fa-bdc1-ef2f97001b08/e5767907-0617-4371-8a9b-6c785742d65d) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:37.996650 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:38.140033 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:38.147241 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.155837 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'port_id': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'mac_address': 'fa:16:3e:4e:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:38.179065 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.191806 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:38.221124 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.239728 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277ff22a-b821-43aa-86b5-5ec8c613e520 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:38.258273 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:38.264305 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.264880 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:38.266154 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:38.268666 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:38.272866 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:38.304122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event updated for resources: {'Port': ['ID=e5767907-0617-4371-8a9b-6c785742d65d,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:38.311602 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:38.348681 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:38.349591 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.351883 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=9']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:38.355761 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:38.377291 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9286025 May 20 04:27:38.391440 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Request body: {'port': {'device_id': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:38.475547 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['277ff22a-b821-43aa-86b5-5ec8c613e520'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:38.484495 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87716d5-686f-440a-b420-ebfe9b8a2ae3 req-4f827ba6-5bb1-433d-8e62-e1aa86a72699 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:38.489315 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c87716d5-686f-440a-b420-ebfe9b8a2ae3 req-4f827ba6-5bb1-433d-8e62-e1aa86a72699 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 945 time: 0.0883663 May 20 04:27:38.518109 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.552024 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c87716d5-686f-440a-b420-ebfe9b8a2ae3 req-a0529bc1-99d5-4f42-8c10-e2dc44f85591 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595121 May 20 04:27:38.956013 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5767907-0617-4371-8a9b-6c785742d65d {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:38.969005 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.984976 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Transition to ACTIVE for port object e5767907-0617-4371-8a9b-6c785742d65d will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:38.992540 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.996748 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f6fd76ef-1a0b-4104-951c-9605744c9723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:39.015897 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372d04-9a89-4ab4-9ec9-4943234e1cf9 req-ca47fef7-3ffb-4b40-bf32-47c167f766f6 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:39.017846 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d5372d04-9a89-4ab4-9ec9-4943234e1cf9 req-ca47fef7-3ffb-4b40-bf32-47c167f766f6 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 931 time: 0.0890524 May 20 04:27:39.063562 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d5372d04-9a89-4ab4-9ec9-4943234e1cf9 req-20b5893a-d75d-483d-aa32-34fe04ad39a3 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 May 20 04:27:39.159988 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Pushing event updated for resources: {'Port': ['ID=e5767907-0617-4371-8a9b-6c785742d65d,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:39.170046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:39.238205 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Attempting to bind port e5767907-0617-4371-8a9b-6c785742d65d on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:39.238603 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Attempting to bind port e5767907-0617-4371-8a9b-6c785742d65d by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:39.238934 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Attempting to bind port e5767907-0617-4371-8a9b-6c785742d65d on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:39.243972 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Port e5767907-0617-4371-8a9b-6c785742d65d on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:39.244298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Attempting to bind port e5767907-0617-4371-8a9b-6c785742d65d on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:39.249963 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:39.250295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Checking segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:39.250676 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Bound using segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:39.251104 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Bound port: e5767907-0617-4371-8a9b-6c785742d65d, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:39.251448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.350347 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] For port e5767907-0617-4371-8a9b-6c785742d65d, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:39.353512 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] For port e5767907-0617-4371-8a9b-6c785742d65d, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5767907-0617-4371-8a9b-6c785742d65d,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:39.361108 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.364926 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5a1fb423-21f0-472d-8c2a-288e73b45079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:39.423994 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:39.424908 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.427135 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] 10.222.0.73 "PUT /v2.0/ports/e5767907-0617-4371-8a9b-6c785742d65d HTTP/1.1" status: 200 len: 1093 time: 1.0404320 May 20 04:27:39.427858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'tag': 'e5767907-0617-4371-8a9b-6c785742d65d'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:39.453993 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Pushing event updated for resources: {'Port': ['ID=e5767907-0617-4371-8a9b-6c785742d65d,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:39.457498 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:39.538053 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'tag': 'e5767907-0617-4371-8a9b-6c785742d65d', 'status': 'completed', 'code': 200} May 20 04:27:39.543591 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-ebd3ab3e-4c3a-45b3-9ae7-2be25786b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:39.545054 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-ebd3ab3e-4c3a-45b3-9ae7-2be25786b8af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0769405 May 20 04:27:39.616003 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-5d10b233-1e50-4f90-a332-74ab40233513 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5767907-0617-4371-8a9b-6c785742d65d HTTP/1.1" status: 200 len: 217 time: 0.0637548 May 20 04:27:39.679349 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-dc0c84d0-5ce9-4e1e-aeca-f9115b61de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:39.680779 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-dc0c84d0-5ce9-4e1e-aeca-f9115b61de7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0591989 May 20 04:27:39.731738 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-677eb487-32cb-4551-8aa1-d6f1060834ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444160 May 20 04:27:39.855855 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d146cb-8cd4-4e45-b4f8-a0df1d135dcb req-ad119983-069d-4f06-9e91-1ffe2e438066 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:39.857340 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b8d146cb-8cd4-4e45-b4f8-a0df1d135dcb req-ad119983-069d-4f06-9e91-1ffe2e438066 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 945 time: 0.1899066 May 20 04:27:39.870070 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-7c99812a-358e-48c4-a162-3b2bb542d26d service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319146 May 20 04:27:39.903151 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b8d146cb-8cd4-4e45-b4f8-a0df1d135dcb req-fb1d36b5-7840-476c-aae0-09c3943138ac tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398874 May 20 04:27:40.002666 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:40.075773 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 277ff22a-b821-43aa-86b5-5ec8c613e520 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:40.076157 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.107252 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-e7361fe6-d9c5-4fbb-b0c8-f8bfa9715c59 req-0d1526ee-9ee1-4b0c-b095-7cd1a5639f35 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314041 May 20 04:27:40.196633 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.223904 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:40.229277 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-e5ea5bd3-96b7-4ca8-a1ef-e1e32c1ae906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:40.230989 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-e5ea5bd3-96b7-4ca8-a1ef-e1e32c1ae906 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0708249 May 20 04:27:40.234887 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:40.240339 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.243081 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:40.264970 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3292-2410-48d2-bac4-b2b9c7b481c6 req-5f6862ac-3d79-4adc-bfbc-8cc1955f6288 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:40.272846 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9f7b3292-2410-48d2-bac4-b2b9c7b481c6 req-5f6862ac-3d79-4adc-bfbc-8cc1955f6288 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0965509 May 20 04:27:40.283564 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'code': 200} May 20 04:27:40.317130 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=10']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:40.320813 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:40.324422 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9f7b3292-2410-48d2-bac4-b2b9c7b481c6 req-1a519f04-f490-4951-81d5-5178e664757b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 May 20 04:27:40.391562 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-67794ece-849c-4522-848c-4c41d197913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:40.393516 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-67794ece-849c-4522-848c-4c41d197913e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 915 time: 0.1555552 May 20 04:27:40.468850 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-b55805dd-9fac-44ab-92cf-4c39ec13b27a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5767907-0617-4371-8a9b-6c785742d65d HTTP/1.1" status: 200 len: 217 time: 0.0641029 May 20 04:27:40.533689 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-4a113ee2-8ca5-410e-8588-e76249cbe47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:40.535258 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-4a113ee2-8ca5-410e-8588-e76249cbe47e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0599699 May 20 04:27:40.541901 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc0969-fa23-4695-b309-fe76350b9f24 req-7dde4b89-c175-4bc6-9f75-627a564bfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:40.543457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4abc0969-fa23-4695-b309-fe76350b9f24 req-7dde4b89-c175-4bc6-9f75-627a564bfc88 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 1100 time: 0.0754938 May 20 04:27:40.585241 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4abc0969-fa23-4695-b309-fe76350b9f24 req-4f25bc9d-6ab3-4405-942d-a60540b1014b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357964 May 20 04:27:40.587873 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-491466ca-c304-4a92-a76d-77c3abcbc747 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447960 May 20 04:27:40.782413 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-dbc1f4d5-271c-4601-bc6b-af5209ad1e62 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308944 May 20 04:27:40.918630 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-def9d5e1-e617-4b47-a503-0401e7802eb9 req-cd536331-9439-457a-8587-42c900065dc8 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289492 May 20 04:27:41.099205 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd84528-cc2b-4a94-aa67-132e188157c4 req-6bbf9937-2d5f-4428-937e-5b58f1b6ae1a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.100679 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fbd84528-cc2b-4a94-aa67-132e188157c4 req-6bbf9937-2d5f-4428-937e-5b58f1b6ae1a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 947 time: 0.0802956 May 20 04:27:41.151784 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fbd84528-cc2b-4a94-aa67-132e188157c4 req-87c785d9-3c7c-414a-9e24-43eb98d3a2af tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 May 20 04:27:41.515657 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cb1bd-8a35-4dbe-83de-f861933d97ab req-ff9ceff3-4823-415b-aed8-af9f25839dc3 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.517897 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-502cb1bd-8a35-4dbe-83de-f861933d97ab req-ff9ceff3-4823-415b-aed8-af9f25839dc3 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 943 time: 0.0883822 May 20 04:27:41.565759 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-502cb1bd-8a35-4dbe-83de-f861933d97ab req-1427cc85-86af-4261-85ba-7efd2192d258 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 May 20 04:27:42.026660 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e5767907-0617-4371-8a9b-6c785742d65d details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:42.182240 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port e5767907-0617-4371-8a9b-6c785742d65d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5767907-0617-4371-8a9b-6c785742d65d,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:42.197681 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'e5767907-0617-4371-8a9b-6c785742d65d', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'port_id': 'e5767907-0617-4371-8a9b-6c785742d65d', 'mac_address': 'fa:16:3e:f8:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691d3316-5abe-40fa-bdc1-ef2f97001b08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:42.259422 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:42.277373 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5767907-0617-4371-8a9b-6c785742d65d {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:42.293669 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port e5767907-0617-4371-8a9b-6c785742d65d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5767907-0617-4371-8a9b-6c785742d65d,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:42.300258 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:42.302059 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:42.369275 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=e5767907-0617-4371-8a9b-6c785742d65d,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:42.372768 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:42.386987 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2214b0e-180e-4509-bd6f-59366fe52be8 req-f4b93dba-54d1-462d-bd62-b32caa1afb4c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:42.388953 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c2214b0e-180e-4509-bd6f-59366fe52be8 req-f4b93dba-54d1-462d-bd62-b32caa1afb4c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 947 time: 0.0963972 May 20 04:27:42.439389 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c2214b0e-180e-4509-bd6f-59366fe52be8 req-995ebc3e-47d4-4dc3-9505-b31b8e53a32b tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 May 20 04:27:42.509943 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:42.755406 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0428a-72e8-4dcd-85ac-8d91b472f482 req-f92a0d09-461c-4979-97c9-5057867ca4d9 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:42.756788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34e0428a-72e8-4dcd-85ac-8d91b472f482 req-f92a0d09-461c-4979-97c9-5057867ca4d9 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0826709 May 20 04:27:42.810078 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34e0428a-72e8-4dcd-85ac-8d91b472f482 req-9dba03ed-c588-4401-b541-8eef767b9a55 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 May 20 04:27:44.027402 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a373bb-0fd6-445b-985c-02c991aa54f4 req-eb4918e1-650f-4480-ad8f-e5175bd713d5 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:44.028838 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75a373bb-0fd6-445b-985c-02c991aa54f4 req-eb4918e1-650f-4480-ad8f-e5175bd713d5 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 944 time: 0.1037159 May 20 04:27:44.057749 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e5767907-0617-4371-8a9b-6c785742d65d up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:44.083198 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75a373bb-0fd6-445b-985c-02c991aa54f4 req-bf26a067-0ba3-40f1-8d51-3926efd9841a tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 May 20 04:27:44.126057 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port e5767907-0617-4371-8a9b-6c785742d65d completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:44.130769 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port e5767907-0617-4371-8a9b-6c785742d65d triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:44.131139 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.286307 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.314268 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5767907-0617-4371-8a9b-6c785742d65d'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:44.324851 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port e5767907-0617-4371-8a9b-6c785742d65d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5767907-0617-4371-8a9b-6c785742d65d,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:44.329996 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.332110 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:44.363474 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5767907-0617-4371-8a9b-6c785742d65d', 'code': 200} May 20 04:27:44.406014 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=e5767907-0617-4371-8a9b-6c785742d65d,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:44.408930 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:44.599936 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac413c-ec65-4b0d-bff7-a9a9fd7decdd req-d7456149-7abd-433e-8206-2be970407503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:44.601432 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-97ac413c-ec65-4b0d-bff7-a9a9fd7decdd req-d7456149-7abd-433e-8206-2be970407503 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 1098 time: 0.0759506 May 20 04:27:44.644675 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-97ac413c-ec65-4b0d-bff7-a9a9fd7decdd req-47bfd725-92f6-4bea-bcb1-fb3ab45df978 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371630 May 20 04:27:45.427374 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a5b63-c7c4-4aa9-b995-293b3add0d7e req-49bc94e2-7276-426e-b493-6f09327cab32 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.428840 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b88a5b63-c7c4-4aa9-b995-293b3add0d7e req-49bc94e2-7276-426e-b493-6f09327cab32 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0867605 May 20 04:27:45.475317 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b88a5b63-c7c4-4aa9-b995-293b3add0d7e req-4fb1855a-9952-4257-9453-a6b2d5d7f24e tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 May 20 04:27:46.688224 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e23b13-8dd4-465f-8752-77535dfdc55d req-30180db6-a5d3-40d5-8993-9708c989959c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.689697 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b6e23b13-8dd4-465f-8752-77535dfdc55d req-30180db6-a5d3-40d5-8993-9708c989959c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0967150 May 20 04:27:46.735451 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b6e23b13-8dd4-465f-8752-77535dfdc55d req-c0f6173f-fff4-43ff-a6f4-5ad79cbe00ed tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 May 20 04:27:50.195039 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c9da0084-7f9f-42dc-9f33-e97591e04937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:51.339996 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-c84832ad-8d83-44d7-a69c-0e321a6522a1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:51.341305 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-c84832ad-8d83-44d7-a69c-0e321a6522a1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.1656137 May 20 04:27:51.356235 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-ab7fa253-ba65-4a7c-be2d-3077984bed38 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/quotas/0a81507c023a40b684baf4067963f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0092821 May 20 04:27:51.442066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-1b1907a4-b60a-4d7c-9917-1b294a923ae3 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806410 May 20 04:27:51.582375 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-77321c35-bee6-4ae9-a58b-cfd0273d461e service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312165 May 20 04:27:51.727212 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-894c068c-6896-41ac-b6b4-df8a5a8da6a7 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387141 May 20 04:27:51.901650 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-73f54a82-a9f6-4bab-8a1d-415cef99df0c req-f6f380a8-7c49-4b27-b823-08d7d37ccc34 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 210 time: 0.0423181 May 20 04:27:52.551783 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:27:53.000564 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-36d3ea3f-3f2e-4ae3-9ead-1b548d5fd386 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:53.002188 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-36d3ea3f-3f2e-4ae3-9ead-1b548d5fd386 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.1470366 May 20 04:27:53.015645 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Request body: {'port': {'device_id': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'admin_state_up': True, 'tenant_id': '0a81507c023a40b684baf4067963f9f3'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:53.064383 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-93820544-1caa-48a4-8e05-3ac3f5605cae req-e01baa59-523e-49c1-a35b-e69a142b8712 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 210 time: 0.0521257 May 20 04:27:53.162651 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:53.166567 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Usage tracker for resource:port and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:53.169559 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:53.175418 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:53.185822 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Made reservation on behalf of 0a81507c023a40b684baf4067963f9f3 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:53.189249 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.302125 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-528ec90b-69da-4b72-b8ff-b9fe7d79a590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.304153 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.359519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Allocated IP 172.20.0.10 (8cfa5a99-86eb-4afc-a83c-8cda99a1925d/691d3316-5abe-40fa-bdc1-ef2f97001b08/65e95c23-6139-41f5-ab6c-43b3e87d4d9a) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:53.571130 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.603428 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.609297 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e8b7064a-84f5-450a-be34-ff5c0b37ed40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:53.615662 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:53.678999 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:53.682482 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:53.686940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:53.720448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event updated for resources: {'Port': ['ID=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:53.724764 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:53.751707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:53.752312 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.774400 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-cc75e624-b264-4309-a1eb-be972967d7ef tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7629266 May 20 04:27:53.788871 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Request body: {'port': {'device_id': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:53.998389 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.147155 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.255758 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7f653-bf5d-4080-9dce-cd36f5fd3cd4 req-3bb1b830-794c-4a93-9e03-7fdcffe40e8c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:54.257128 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4fe7f653-bf5d-4080-9dce-cd36f5fd3cd4 req-3bb1b830-794c-4a93-9e03-7fdcffe40e8c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 932 time: 0.0834196 May 20 04:27:54.302610 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4fe7f653-bf5d-4080-9dce-cd36f5fd3cd4 req-d3eb0256-c3ad-4def-a4bb-34265e2306c1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 May 20 04:27:54.346712 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e95c23-6139-41f5-ab6c-43b3e87d4d9a {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:54.354097 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.369961 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Transition to ACTIVE for port object 65e95c23-6139-41f5-ab6c-43b3e87d4d9a will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:54.375598 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.379297 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8eacdab1-9299-4302-9adf-e25dd2f5237e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:54.503689 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Pushing event updated for resources: {'Port': ['ID=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:54.506502 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:54.638775 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Attempting to bind port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:54.639062 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Attempting to bind port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:54.639431 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Attempting to bind port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:54.644576 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:54.644882 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Attempting to bind port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:54.650208 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:54.650545 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Checking segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:54.650924 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Bound using segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:54.651354 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Bound port: 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:54.651815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.748009 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] For port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:54.751199 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] For port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:54.757166 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.760933 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:54.819182 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:54.819789 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.821177 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] 10.222.0.73 "PUT /v2.0/ports/65e95c23-6139-41f5-ab6c-43b3e87d4d9a HTTP/1.1" status: 200 len: 1094 time: 1.0365651 May 20 04:27:54.821691 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'tag': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:54.856470 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Pushing event updated for resources: {'Port': ['ID=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:54.861518 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:54.907567 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'tag': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', 'status': 'completed', 'code': 200} May 20 04:27:54.954241 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-ffd4ea83-4894-4201-a4f8-01f9733f892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:54.955810 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-ffd4ea83-4894-4201-a4f8-01f9733f892c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0835185 May 20 04:27:55.027800 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-10358e31-88eb-4dbf-8abe-e8f2fda9c535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a HTTP/1.1" status: 200 len: 217 time: 0.0624089 May 20 04:27:55.115516 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-519f9979-734a-4a3b-ad91-f1a8380b7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.116963 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-519f9979-734a-4a3b-ad91-f1a8380b7218 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0643282 May 20 04:27:55.164553 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-9e892a36-5942-4500-b81b-01a281b77a81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409942 May 20 04:27:55.303403 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-01ad6446-644d-421e-9491-502d03251ac8 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285224 May 20 04:27:55.437263 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-c274889d-753e-4cf1-9cb9-e3612b7c993c req-f6362a82-b71a-4f1c-a724-18763d3be443 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272373 May 20 04:27:55.495339 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28effa14-4c6c-4614-be3e-8f6e9f60e4eb req-8c0674f1-c8e6-4b7d-b1b1-22af54a8eff2 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.496919 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-28effa14-4c6c-4614-be3e-8f6e9f60e4eb req-8c0674f1-c8e6-4b7d-b1b1-22af54a8eff2 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 944 time: 0.0858190 May 20 04:27:55.563288 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-6b628241-41e8-46e9-9ffd-2b0ebca1d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.564724 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-6b628241-41e8-46e9-9ffd-2b0ebca1d738 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0803370 May 20 04:27:55.635432 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:55.651301 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-28effa14-4c6c-4614-be3e-8f6e9f60e4eb req-f077a14d-e661-491a-88cd-d785b155ee71 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481791 May 20 04:27:55.743106 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-4b2f6c96-7053-4ec5-9d98-dbdd68c502e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.744672 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-4b2f6c96-7053-4ec5-9d98-dbdd68c502e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 915 time: 0.1681910 May 20 04:27:55.914352 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-7f28b12c-9b44-46f6-8629-01b6984bde39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a HTTP/1.1" status: 200 len: 217 time: 0.1612346 May 20 04:27:55.994025 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-266636c4-28d6-4d44-8d74-cb14d23541da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.995522 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-266636c4-28d6-4d44-8d74-cb14d23541da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0620198 May 20 04:27:56.053459 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-b49a447f-11c4-48db-a795-de6743b4fd65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422843 May 20 04:27:56.196821 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-f7236a72-26cd-4adc-8a96-8fb3d0edc93d service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357358 May 20 04:27:56.340388 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-441d3a01-8591-48c9-a095-8729f1f6e910 req-94dd185e-9550-483f-9c0b-9c2b4d27fdc1 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339428 May 20 04:27:56.853573 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cdf6d-838d-4890-9cc8-d86cdc3be3a1 req-a994b592-4b98-4481-a606-11bca9c09fa2 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:56.855389 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-423cdf6d-838d-4890-9cc8-d86cdc3be3a1 req-a994b592-4b98-4481-a606-11bca9c09fa2 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 944 time: 0.0898616 May 20 04:27:56.907883 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-423cdf6d-838d-4890-9cc8-d86cdc3be3a1 req-f8b24e5e-9c60-4cbb-807c-d7a2608d997c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 May 20 04:27:58.109084 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6a497-3ead-4d7f-be21-b464673bc0f5 req-fc0fc750-0fe6-465b-91f7-f51f0b254478 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:58.110489 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4da6a497-3ead-4d7f-be21-b464673bc0f5 req-fc0fc750-0fe6-465b-91f7-f51f0b254478 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 944 time: 0.0877807 May 20 04:27:58.114434 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 65e95c23-6139-41f5-ab6c-43b3e87d4d9a details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:58.156157 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4da6a497-3ead-4d7f-be21-b464673bc0f5 req-77523954-d49f-4b7c-93f0-5fd3c3ac41be tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396693 May 20 04:27:58.247571 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:58.260718 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'port_id': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', 'mac_address': 'fa:16:3e:b9:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691d3316-5abe-40fa-bdc1-ef2f97001b08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:58.316130 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:58.336419 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e95c23-6139-41f5-ab6c-43b3e87d4d9a {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:58.352051 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:58.359331 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:58.360990 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:58.427180 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:58.430682 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:58.608529 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['65e95c23-6139-41f5-ab6c-43b3e87d4d9a'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:59.354065 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f962edc-4676-455e-ae2a-d2772f1b227b req-e7da461d-1776-433d-82be-3dfcf8c51382 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:59.355622 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7f962edc-4676-455e-ae2a-d2772f1b227b req-e7da461d-1776-433d-82be-3dfcf8c51382 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 945 time: 0.0870175 May 20 04:27:59.411453 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7f962edc-4676-455e-ae2a-d2772f1b227b req-cb263def-a96a-492c-9ce1-9f7776863d30 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 May 20 04:28:00.126765 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 65e95c23-6139-41f5-ab6c-43b3e87d4d9a up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:00.198241 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:00.203865 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:00.204344 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:00.330327 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:00.359889 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:00.371224 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:00.377326 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:00.380425 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:00.441624 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', 'code': 200} May 20 04:28:00.477338 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:00.481082 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:00.662213 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c238b3-5fb5-4952-b4da-e16c7ebe2e23 req-7b36a440-2e2c-42f9-960e-ebed2e7ffc55 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:00.663636 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-61c238b3-5fb5-4952-b4da-e16c7ebe2e23 req-7b36a440-2e2c-42f9-960e-ebed2e7ffc55 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 946 time: 0.0941205 May 20 04:28:00.712557 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-61c238b3-5fb5-4952-b4da-e16c7ebe2e23 req-257d6877-79b6-4384-9cc5-ae605e515c74 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 May 20 04:28:00.729995 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fcb69-689d-4041-b332-d97572466946 req-ed87f95f-ea1f-4cde-9bab-bc80fc21d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:00.731637 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-5e9fcb69-689d-4041-b332-d97572466946 req-ed87f95f-ea1f-4cde-9bab-bc80fc21d2de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 1099 time: 0.0842195 May 20 04:28:00.776530 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-5e9fcb69-689d-4041-b332-d97572466946 req-03e379c5-32b5-4ca6-9fe2-3b8a7aa5d4be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 May 20 04:28:01.663651 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:01.929388 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf34da9-ec8f-493b-a0b6-c4ff545da2bb req-e967424f-b9a9-4253-a75a-f66b2e1e1274 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:01.930898 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cbf34da9-ec8f-493b-a0b6-c4ff545da2bb req-e967424f-b9a9-4253-a75a-f66b2e1e1274 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 946 time: 0.0978920 May 20 04:28:01.978139 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-cbf34da9-ec8f-493b-a0b6-c4ff545da2bb req-e5153664-8954-495e-8307-6920b79e7fb7 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 May 20 04:28:04.136155 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-f952a49b-558c-4dcd-a33f-74c24e5b13de tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:04.137714 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-f952a49b-558c-4dcd-a33f-74c24e5b13de tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.1538453 May 20 04:28:04.153375 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-f2a3483d-d294-49ed-b13e-35179881042b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/quotas/0a81507c023a40b684baf4067963f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0096612 May 20 04:28:04.240730 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-efefcc13-86ae-400d-8fd1-860ecc10f1ec tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815856 May 20 04:28:04.377718 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-9822e7db-2f81-4146-b407-c60759e74ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295717 May 20 04:28:04.512182 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-cbf5d090-ab34-41ef-8d2d-cab8c6f705c4 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282368 May 20 04:28:04.758302 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-32a22a9e-d9dc-454d-8102-8d52f38a60ea req-b463d94d-9405-4a9d-96c9-62c1bdca14a6 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 210 time: 0.0660682 May 20 04:28:05.881812 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-3131904e-5ed2-4ca7-98d7-1a8fb1d7455d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:05.883274 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-3131904e-5ed2-4ca7-98d7-1a8fb1d7455d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.1613817 May 20 04:28:05.897966 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Request body: {'port': {'device_id': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'admin_state_up': True, 'tenant_id': '0a81507c023a40b684baf4067963f9f3'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:05.929645 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9d74073e-b2c4-457f-b3e2-212c44aedf1b req-3f0f6662-e481-4ed3-918b-ee7abc9116b9 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 210 time: 0.0475481 May 20 04:28:06.036678 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:06.040409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Usage tracker for resource:port and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:06.043299 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:06.049331 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:06.061378 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Made reservation on behalf of 0a81507c023a40b684baf4067963f9f3 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:28:06.065133 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.234195 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Allocated IP 172.20.0.11 (8cfa5a99-86eb-4afc-a83c-8cda99a1925d/691d3316-5abe-40fa-bdc1-ef2f97001b08/774247e6-e64e-404c-877a-fc876d731425) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:06.448220 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.491125 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.499772 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:06.509136 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d', '65e95c23-6139-41f5-ab6c-43b3e87d4d9a'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:06.616132 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:06.621555 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:06.628375 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:06.668037 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event updated for resources: {'Port': ['ID=774247e6-e64e-404c-877a-fc876d731425,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:06.675028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:06.706314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:06.706949 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.738698 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-6639d95b-e16d-4007-9419-f7284a813cee tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448954 May 20 04:28:06.752454 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Request body: {'port': {'device_id': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:06.879535 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:07.143322 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e265f-cd6e-472b-811e-332938d19a56 req-edc87ef5-51cb-4973-87e3-ce80300d4ff5 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:07.145007 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-814e265f-cd6e-472b-811e-332938d19a56 req-edc87ef5-51cb-4973-87e3-ce80300d4ff5 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 932 time: 0.1000590 May 20 04:28:07.194836 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-814e265f-cd6e-472b-811e-332938d19a56 req-9fdf7e4f-b230-421a-8cc7-c2bd48ff4e8f tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 May 20 04:28:07.374019 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774247e6-e64e-404c-877a-fc876d731425 {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:28:07.381974 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:07.398710 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Transition to ACTIVE for port object 774247e6-e64e-404c-877a-fc876d731425 will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:07.403546 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:07.407671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6b4b7399-d4ea-4809-bc47-5d1b1cae501b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:07.536899 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Pushing event updated for resources: {'Port': ['ID=774247e6-e64e-404c-877a-fc876d731425,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:07.565949 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:07.646737 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Attempting to bind port 774247e6-e64e-404c-877a-fc876d731425 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:28:07.646737 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Attempting to bind port 774247e6-e64e-404c-877a-fc876d731425 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:28:07.648373 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Attempting to bind port 774247e6-e64e-404c-877a-fc876d731425 on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:07.652300 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Port 774247e6-e64e-404c-877a-fc876d731425 on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:28:07.652582 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Attempting to bind port 774247e6-e64e-404c-877a-fc876d731425 on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:07.658155 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:28:07.658495 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Checking segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:07.658867 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Bound using segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:28:07.659295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Bound port: 774247e6-e64e-404c-877a-fc876d731425, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:28:07.659649 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:07.755351 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] For port 774247e6-e64e-404c-877a-fc876d731425, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:28:07.759256 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] For port 774247e6-e64e-404c-877a-fc876d731425, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=774247e6-e64e-404c-877a-fc876d731425,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:28:07.764240 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:07.769409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cdaea8b7-c1fe-42be-a94e-904f51ccea73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:07.828163 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:07.828783 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:07.830218 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] 10.222.0.73 "PUT /v2.0/ports/774247e6-e64e-404c-877a-fc876d731425 HTTP/1.1" status: 200 len: 1094 time: 1.0831008 May 20 04:28:07.830726 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'tag': '774247e6-e64e-404c-877a-fc876d731425'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:07.860127 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Pushing event updated for resources: {'Port': ['ID=774247e6-e64e-404c-877a-fc876d731425,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:07.863510 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:07.884676 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'tag': '774247e6-e64e-404c-877a-fc876d731425', 'status': 'completed', 'code': 200} May 20 04:28:07.968672 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-f639ec3e-5322-4502-99ee-c2b36c9c496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:07.970111 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-f639ec3e-5322-4502-99ee-c2b36c9c496a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 1097 time: 0.0767987 May 20 04:28:08.046039 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-b7d168c4-66d7-4d0f-a672-ff3a0fbfcd21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=774247e6-e64e-404c-877a-fc876d731425 HTTP/1.1" status: 200 len: 217 time: 0.0662131 May 20 04:28:08.119501 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-e2cf0783-d7ca-49e7-b0d7-41a22bf6c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:08.122352 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-e2cf0783-d7ca-49e7-b0d7-41a22bf6c709 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0700052 May 20 04:28:08.172255 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-13f77119-5f90-4a16-aa9e-e83d9a537cb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425196 May 20 04:28:08.313973 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-3588b773-a50c-4278-8e87-10e253d369c3 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341915 May 20 04:28:08.429902 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed70b43-41bd-42de-8885-3892aea1c0cc req-9318ebbc-39c2-4d40-bd1c-3723a894b629 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:08.431473 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ed70b43-41bd-42de-8885-3892aea1c0cc req-9318ebbc-39c2-4d40-bd1c-3723a894b629 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 944 time: 0.1224594 May 20 04:28:08.462783 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-1b8ad520-bd46-4f1c-81c3-6f7c8ed73288 req-29837fe8-b034-4fc0-8f75-e931f813cbe7 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410563 May 20 04:28:08.479151 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8ed70b43-41bd-42de-8885-3892aea1c0cc req-cbde2fbb-ba2f-4721-bb11-70233296aece tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 May 20 04:28:08.592194 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-207ac547-9b05-4259-8fcb-7d8d445599c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:08.593718 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-207ac547-9b05-4259-8fcb-7d8d445599c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 1097 time: 0.0824389 May 20 04:28:08.727504 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-a55df4cb-325d-40af-9016-5c1772b252a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:08.728973 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-a55df4cb-325d-40af-9016-5c1772b252a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 915 time: 0.1274760 May 20 04:28:08.812710 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-0eba4f05-e470-42a1-93e6-19cc616a126b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=774247e6-e64e-404c-877a-fc876d731425 HTTP/1.1" status: 200 len: 217 time: 0.0657430 May 20 04:28:08.883805 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-490fdf60-e529-4081-bec6-ae399aadf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:08.885346 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-490fdf60-e529-4081-bec6-ae399aadf511 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0603960 May 20 04:28:09.046383 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-236a914b-eec7-4be8-8083-f1ec167136a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494424 May 20 04:28:09.191483 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-2aa6cc94-938b-4b3b-b052-dfccd5a9e935 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372669 May 20 04:28:09.330050 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-4732df81-a054-43a6-aed3-b2eedab62e2b req-d5e3844b-f390-4d40-8155-e1ad18c2bf3c service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305549 May 20 04:28:09.675237 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593755b-d23b-49b7-b846-8f8817e713d0 req-78023e38-626c-44a1-b356-6aa6dac301bb tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:09.676830 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4593755b-d23b-49b7-b846-8f8817e713d0 req-78023e38-626c-44a1-b356-6aa6dac301bb tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 944 time: 0.0877402 May 20 04:28:09.724125 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4593755b-d23b-49b7-b846-8f8817e713d0 req-cb9d7398-ecf2-4b98-957c-fa56953b1314 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 May 20 04:28:10.190220 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 774247e6-e64e-404c-877a-fc876d731425 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:28:10.329789 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 774247e6-e64e-404c-877a-fc876d731425, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=774247e6-e64e-404c-877a-fc876d731425,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:10.343571 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '774247e6-e64e-404c-877a-fc876d731425', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'port_id': '774247e6-e64e-404c-877a-fc876d731425', 'mac_address': 'fa:16:3e:03:bf:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691d3316-5abe-40fa-bdc1-ef2f97001b08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:28:10.401653 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:10.421828 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774247e6-e64e-404c-877a-fc876d731425 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:28:10.438096 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 774247e6-e64e-404c-877a-fc876d731425, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=774247e6-e64e-404c-877a-fc876d731425,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:10.443426 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:10.445213 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:10.515563 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=774247e6-e64e-404c-877a-fc876d731425,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:10.523309 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.523657 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.523992 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.524320 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.524645 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.524966 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.525281 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.525619 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.525938 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.526251 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.526565 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.526875 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:10.531091 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:10.701419 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['774247e6-e64e-404c-877a-fc876d731425'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:10.923394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550913e-b439-4e30-a3c8-b03e2a96d3f8 req-65dacb4a-26b3-456d-a410-b18290ba6ebd tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:10.924982 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b550913e-b439-4e30-a3c8-b03e2a96d3f8 req-65dacb4a-26b3-456d-a410-b18290ba6ebd tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 945 time: 0.0919142 May 20 04:28:10.977914 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b550913e-b439-4e30-a3c8-b03e2a96d3f8 req-de25eba4-fa6b-40e4-8d6d-5be448859386 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 May 20 04:28:12.176134 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b1dc-ebaf-4629-87d8-988229da7459 req-a938aa69-38f9-4ea9-8311-f6ac238e0806 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:12.177547 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3078b1dc-ebaf-4629-87d8-988229da7459 req-a938aa69-38f9-4ea9-8311-f6ac238e0806 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 945 time: 0.0903854 May 20 04:28:12.206721 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 774247e6-e64e-404c-877a-fc876d731425 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:12.227028 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3078b1dc-ebaf-4629-87d8-988229da7459 req-306e2d55-7e61-435a-a026-46b5158c2b72 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 May 20 04:28:12.309999 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 774247e6-e64e-404c-877a-fc876d731425 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:12.315275 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 774247e6-e64e-404c-877a-fc876d731425 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:12.315645 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:12.440142 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:12.468560 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774247e6-e64e-404c-877a-fc876d731425'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:12.479564 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 774247e6-e64e-404c-877a-fc876d731425, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=774247e6-e64e-404c-877a-fc876d731425,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:12.485115 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:12.488330 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-1fa22d51-46e4-45ee-9887-4fb9d7540d07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:12.546103 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774247e6-e64e-404c-877a-fc876d731425', 'code': 200} May 20 04:28:12.585976 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=774247e6-e64e-404c-877a-fc876d731425,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:12.589039 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:12.799977 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70873efc-e6a6-4b91-8adc-a8c0d3550f70 req-77b11ecd-9b0e-47e6-a8a7-074c428c9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:12.801411 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-70873efc-e6a6-4b91-8adc-a8c0d3550f70 req-77b11ecd-9b0e-47e6-a8a7-074c428c9f64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 1099 time: 0.0770204 May 20 04:28:12.851926 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-70873efc-e6a6-4b91-8adc-a8c0d3550f70 req-a20c8cf8-1db7-4fe5-b820-4f0db4a2e4cb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 May 20 04:28:13.429177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf254d-415c-45ce-bdc8-820d1227edbf req-fd110ff8-9a5f-4d94-b39d-3dd2836efee4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:13.430664 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-15cf254d-415c-45ce-bdc8-820d1227edbf req-fd110ff8-9a5f-4d94-b39d-3dd2836efee4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 946 time: 0.0925231 May 20 04:28:13.579266 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-15cf254d-415c-45ce-bdc8-820d1227edbf req-47011588-d45e-411a-a861-342c2e3412d5 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421690 May 20 04:28:14.787569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3221be-d10c-40ba-9048-a20a210d448a req-4e5f28c5-95bb-4bda-974d-24911f54246b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:14.789146 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8e3221be-d10c-40ba-9048-a20a210d448a req-4e5f28c5-95bb-4bda-974d-24911f54246b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 946 time: 0.0942352 May 20 04:28:14.843042 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8e3221be-d10c-40ba-9048-a20a210d448a req-3abcef0f-cbcd-4e9b-924d-fac260a6192c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 May 20 04:28:16.410869 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a564d-a389-4054-9883-e72af6d234cb req-28ba745d-fcf5-49dd-b329-9c56ae7bbd59 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:16.413365 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7a8a564d-a389-4054-9883-e72af6d234cb req-28ba745d-fcf5-49dd-b329-9c56ae7bbd59 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 947 time: 0.1038764 May 20 04:28:16.473164 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-7a8a564d-a389-4054-9883-e72af6d234cb req-579da345-cae8-48a1-96de-6e447e46bd94 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524931 May 20 04:28:17.691562 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a56446-d8d6-494c-95c7-8d79e75b50f3 req-95b60fc2-8385-4789-b98c-a168eba64a02 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:17.693547 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b0a56446-d8d6-494c-95c7-8d79e75b50f3 req-95b60fc2-8385-4789-b98c-a168eba64a02 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 947 time: 0.0948195 May 20 04:28:17.744997 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b0a56446-d8d6-494c-95c7-8d79e75b50f3 req-922e479b-5847-4710-95fe-7a7b46e6d2e5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee54e021-4bb1-4260-bf1b-1074add50012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 May 20 04:28:17.917699 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-54decd53-faba-485b-8d90-21ac660933f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:17.918455 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-54decd53-faba-485b-8d90-21ac660933f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Synchronizing usage tracker for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91711) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:17.936595 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-54decd53-faba-485b-8d90-21ac660933f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Unset dirty status for tenant:9bd59ff335df4c4b9d51724f7f025e21 on resource:port {{(pid=91711) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:17.937866 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-54decd53-faba-485b-8d90-21ac660933f6 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 947 time: 0.1175432 May 20 04:28:18.094338 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Deleting port 277ff22a-b821-43aa-86b5-5ec8c613e520 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:18.094820 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:18.242674 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] For port 277ff22a-b821-43aa-86b5-5ec8c613e520, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=277ff22a-b821-43aa-86b5-5ec8c613e520,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:18.243128 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:18.668891 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:18.669250 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:18.669604 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.l3_db [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Floating IP a17c7d68-a1e2-468c-b220-da2c917d0a68 disassociated. External IP: 172.28.2.60, port: 277ff22a-b821-43aa-86b5-5ec8c613e520. May 20 04:28:18.669948 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Calling delete_port for 277ff22a-b821-43aa-86b5-5ec8c613e520 owned by compute:nova {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:18.800100 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:18.808416 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-c6a8eb16-705f-4e43-bc6d-fc38d5190b2e tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:18.859407 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event deleted for resources: {'Port': ['ID=277ff22a-b821-43aa-86b5-5ec8c613e520,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:18.862275 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:18.958599 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-01bded77-fe00-4328-9970-43dba560f362 req-1bac0a08-51a4-4401-9e35-d9e47ec9e13a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1499490-8bb9-4306-8f67-f58668d63222 HTTP/1.1" status: 200 len: 210 time: 0.0789726 May 20 04:28:19.071156 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:19.405761 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:19.420673 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:19.435196 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:19.436300 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:27:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:19.483778 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] No DVR routers for this DVR port 277ff22a-b821-43aa-86b5-5ec8c613e520 on host hv-cinder-79091 {{(pid=91711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:19.486538 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:19.489278 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-deleted', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:19.507099 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-abca59b4-d62a-41c5-95b7-51542b4ed8f0 req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.73 "DELETE /v2.0/ports/277ff22a-b821-43aa-86b5-5ec8c613e520 HTTP/1.1" status: 204 len: 173 time: 1.5620027 May 20 04:28:19.551398 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1499490-8bb9-4306-8f67-f58668d63222', 'name': 'network-vif-deleted', 'tag': '277ff22a-b821-43aa-86b5-5ec8c613e520', 'status': 'completed', 'code': 200} May 20 04:28:19.634317 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:20.018607 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:20.022884 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:20.032624 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:20.033235 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:27:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:20.195571 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea662-fc31-4537-b3d7-9040955bbc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:20.223427 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:20.560697 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:20.565620 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b42df-d8d0-4f70-bed6-999468759b58 None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:21:42Z', 'revision_number': 4, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': 'e5f74945-3476-498b-b1da-e68986956732', 'name': '', 'network_id': '11e82be2-a766-4665-b25a-4b28893a7b34', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'mac_address': 'fa:16:3e:97:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:32Z', 'updated_at': '2021-05-20T04:21:57Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'subnets': [{'id': 'ff6934f9-08a1-4e91-afde-9113e2cde271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:20.814628 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39d840-744f-430e-a256-284bf81b8a1d None None] New status for floating IP a17c7d68-a1e2-468c-b220-da2c917d0a68: DOWN {{(pid=91712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:28:21.138672 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35216) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:21.212483 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.243028 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.307734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.312305 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8c58f6de-e130-4cc2-acc9-fc1db58f9322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:21.328548 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54e021-4bb1-4260-bf1b-1074add50012,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:21.331479 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:21.342132 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.343268 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "DELETE /v2.0/security-groups/ee54e021-4bb1-4260-bf1b-1074add50012 HTTP/1.1" status: 204 len: 168 time: 0.2035918 May 20 04:28:21.347751 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35222) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:21.373191 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.api.v2.resource [None req-6b9294d1-5d50-4057-9c13-0faa60446b5d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] show failed (client error): The resource could not be found. May 20 04:28:21.374275 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6b9294d1-5d50-4057-9c13-0faa60446b5d tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "GET /v2.0/security-groups/ee54e021-4bb1-4260-bf1b-1074add50012 HTTP/1.1" status: 404 len: 347 time: 0.0254323 May 20 04:28:21.377257 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35226) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:21.622035 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Deleting port efbf6b6b-5877-441d-a320-54833dcaeba5 {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:21.622342 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.719285 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-15321398-60fd-43ae-95ca-760b36fa2f40 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:21.720960 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-15321398-60fd-43ae-95ca-760b36fa2f40 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.1874259 May 20 04:28:21.738290 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-cbad7aa7-1b00-4c39-a0bf-96b9d41cfbc4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/quotas/0a81507c023a40b684baf4067963f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0110118 May 20 04:28:21.789003 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.789375 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.840165 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5a0aca44-927d-4dd3-a165-46f889458fb8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953062 May 20 04:28:21.921200 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Calling delete_port for efbf6b6b-5877-441d-a320-54833dcaeba5 owned by network:floatingip {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:22.000187 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-c0fd6d6f-7152-497d-be78-68a75369bbb1 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522980 May 20 04:28:22.044756 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.049606 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ba66a8b1-9367-4974-b34d-52450d92e58c tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:22.099992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Pushing event deleted for resources: {'Port': ['ID=efbf6b6b-5877-441d-a320-54833dcaeba5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:22.126888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:22.159729 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-ab2afa08-31b1-4fee-8017-9459d85651d9 service neutron] 10.222.0.42 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528642 May 20 04:28:22.195337 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks [] for floatingip, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.210756 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.211932 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] 10.222.0.42 "DELETE /v2.0/floatingips/a17c7d68-a1e2-468c-b220-da2c917d0a68 HTTP/1.1" status: 204 len: 168 time: 0.8337114 May 20 04:28:22.273668 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:22.367316 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 277ff22a-b821-43aa-86b5-5ec8c613e520 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:22.368016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 277ff22a-b821-43aa-86b5-5ec8c613e520 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:22.383269 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-36e7a370-c978-4bf5-9549-a19092678ee5 req-3b531e40-c434-4058-b756-06ac7dd1fa18 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 210 time: 0.0543685 May 20 04:28:23.308802 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2898e391-31ed-435b-9d2b-bd9b49bee3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:23.310398 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:23.600257 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a25af1a1-c33f-4739-8d0f-a31d76a8ca9c req-15c06b4c-1d9e-4f84-aedb-cbbaf77528a0 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 210 time: 0.0965867 May 20 04:28:23.700216 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-8189f60d-b39e-499b-ae09-c07b084a41b2 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:23.702306 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-8189f60d-b39e-499b-ae09-c07b084a41b2 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 814 time: 0.2555239 May 20 04:28:23.726621 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Request body: {'port': {'device_id': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'admin_state_up': True, 'tenant_id': '0a81507c023a40b684baf4067963f9f3'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:23.898085 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:23.902919 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Usage tracker for resource:port and tenant:0a81507c023a40b684baf4067963f9f3 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:23.906259 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:23.912522 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:23.926327 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Made reservation on behalf of 0a81507c023a40b684baf4067963f9f3 for: {'port': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:28:23.930488 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.105864 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Allocated IP 172.20.0.4 (8cfa5a99-86eb-4afc-a83c-8cda99a1925d/691d3316-5abe-40fa-bdc1-ef2f97001b08/71b4e739-b3db-4821-b685-662c44eb3fa2) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:24.149637 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.338742 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.371565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.377683 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a7460eec-85c9-4138-a868-f0485301f87d tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:24.389288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d', '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', '774247e6-e64e-404c-877a-fc876d731425'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:24.447471 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:24.450934 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:24.455109 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:24.494685 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event updated for resources: {'Port': ['ID=71b4e739-b3db-4821-b685-662c44eb3fa2,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:24.503279 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:24.532325 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:24.533334 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.566997 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-fb4ccf7a-d12a-40ee-866b-6ca1b865255b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452742 May 20 04:28:24.580089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Request body: {'port': {'device_id': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:24.847887 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6caceb-bb8e-48a9-9449-ad43f9c4f524 req-47d0c014-bc98-44cc-8fb3-bd253809ba4a tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:24.849522 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f6caceb-bb8e-48a9-9449-ad43f9c4f524 req-47d0c014-bc98-44cc-8fb3-bd253809ba4a tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 931 time: 0.1253481 May 20 04:28:24.896095 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.906896 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2f6caceb-bb8e-48a9-9449-ad43f9c4f524 req-780dcaac-21e9-47da-9b91-901ae64e6818 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 May 20 04:28:25.330869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b4e739-b3db-4821-b685-662c44eb3fa2 {{(pid=91711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:28:25.340052 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.356118 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Transition to ACTIVE for port object 71b4e739-b3db-4821-b685-662c44eb3fa2 will not be triggered until provisioned by entity L2. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:25.360811 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.364233 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35280) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:25.364817 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d7fe93ed-6d58-483e-915e-3202f2a0625c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:25.521793 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=71b4e739-b3db-4821-b685-662c44eb3fa2,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:25.565377 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.565795 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.566187 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.566545 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.566894 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.567264 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.567610 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.568062 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.568418 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.568755 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.569098 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.569431 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:25.573410 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:25.616788 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Attempting to bind port 71b4e739-b3db-4821-b685-662c44eb3fa2 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:28:25.617093 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Attempting to bind port 71b4e739-b3db-4821-b685-662c44eb3fa2 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:28:25.617412 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Attempting to bind port 71b4e739-b3db-4821-b685-662c44eb3fa2 on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:25.623441 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Port 71b4e739-b3db-4821-b685-662c44eb3fa2 on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:28:25.623808 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Attempting to bind port 71b4e739-b3db-4821-b685-662c44eb3fa2 on network 8cfa5a99-86eb-4afc-a83c-8cda99a1925d {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:25.630050 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:28:25.630910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Checking segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:25.630910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Bound using segment: {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'} {{(pid=91711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:28:25.631450 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.managers [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Bound port: 71b4e739-b3db-4821-b685-662c44eb3fa2, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aedf18c-b34f-40ff-9af4-14ecc9f7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d'}}] {{(pid=91711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:28:25.631939 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.640481 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.743218 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] For port 71b4e739-b3db-4821-b685-662c44eb3fa2, host hv-cinder-79091, cleared binding levels {{(pid=91711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:28:25.746185 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] For port 71b4e739-b3db-4821-b685-662c44eb3fa2, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b4e739-b3db-4821-b685-662c44eb3fa2,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:28:25.753327 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.760976 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-db9fa547-625c-4ba5-8a4d-af457cda0940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:25.815784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:25.816432 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.818105 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/71b4e739-b3db-4821-b685-662c44eb3fa2 HTTP/1.1" status: 200 len: 1093 time: 1.2422867 May 20 04:28:25.818664 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'tag': '71b4e739-b3db-4821-b685-662c44eb3fa2'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:25.895156 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'tag': '71b4e739-b3db-4821-b685-662c44eb3fa2', 'status': 'completed', 'code': 200} May 20 04:28:25.958510 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=71b4e739-b3db-4821-b685-662c44eb3fa2,revision_number=3']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:25.974290 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5ad44d6f-612d-449a-9802-50d68f97f0f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:26.014373 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-c506ae2b-2fde-4939-b28f-3f0e8b05d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:26.017090 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-c506ae2b-2fde-4939-b28f-3f0e8b05d98d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1174684 May 20 04:28:26.092469 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-8215ed6c-7c93-4cbb-8208-4829f0f25d82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b4e739-b3db-4821-b685-662c44eb3fa2 HTTP/1.1" status: 200 len: 217 time: 0.0639341 May 20 04:28:26.165752 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-f61b7665-8f1e-4d63-aae2-8c4a2ca7c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:26.167244 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-f61b7665-8f1e-4d63-aae2-8c4a2ca7c810 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0685730 May 20 04:28:26.191080 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda1f5d-ac75-45c0-8e30-b01bc8c74a45 req-9304e605-01ae-4d93-bf27-7c4a248f8bb7 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:26.193891 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9bda1f5d-ac75-45c0-8e30-b01bc8c74a45 req-9304e605-01ae-4d93-bf27-7c4a248f8bb7 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 943 time: 0.1569998 May 20 04:28:26.221182 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-b92c67e9-caea-4a04-9cfb-e2bac23750d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415087 May 20 04:28:26.259513 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9bda1f5d-ac75-45c0-8e30-b01bc8c74a45 req-3b5e0c63-fff6-4760-b5d4-c328811eb12a tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551853 May 20 04:28:26.275110 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.363493 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-c09f7e21-0985-4ca7-bfd1-a64eb016a5b3 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340420 May 20 04:28:26.513799 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-bd8c797e-3b99-4a31-bb17-f78765c28d63 req-4c52a3aa-a99d-4203-8989-74528aec217f service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428509 May 20 04:28:26.654514 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-045a649c-74b6-4c6f-aad8-571151143e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:26.655857 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-045a649c-74b6-4c6f-aad8-571151143e05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 1096 time: 0.0807288 May 20 04:28:26.729592 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Deleting port e5f74945-3476-498b-b1da-e68986956732 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:26.729948 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.877012 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] For port e5f74945-3476-498b-b1da-e68986956732, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e5f74945-3476-498b-b1da-e68986956732,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:26.877366 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.903292 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-5b01d665-1f49-46c4-8f9a-07741f5e998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:26.904889 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-5b01d665-1f49-46c4-8f9a-07741f5e998f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 915 time: 0.2419710 May 20 04:28:26.974724 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-c59d022d-1627-48ea-98f3-bd5185b512ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b4e739-b3db-4821-b685-662c44eb3fa2 HTTP/1.1" status: 200 len: 217 time: 0.0628002 May 20 04:28:27.028930 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Calling delete_port for e5f74945-3476-498b-b1da-e68986956732 owned by network:router_interface {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:27.045117 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-acaa134c-ce6d-4771-a435-65e93e954987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:27.046634 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-acaa134c-ce6d-4771-a435-65e93e954987 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0653498 May 20 04:28:27.100146 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-881e7e10-3684-4d18-aa61-66f2bf339b5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446897 May 20 04:28:27.214975 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:27.219846 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-021a4410-72db-4dce-ba0f-6dd6ded088c5 tempest-VolumesActionsTest-2083666797 tempest-VolumesActionsTest-2083666797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:27.248539 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-2f7154f6-9e6b-4736-b2bc-993041afdaf5 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400015 May 20 04:28:27.264181 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f74945-3476-498b-b1da-e68986956732,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:27.331552 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.332126 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.341962 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.342722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.343293 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.343863 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.344479 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.345009 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.345632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.346190 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.346747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.347327 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:27.395505 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:27.485548 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-b46aa669-fe76-49e9-85db-c5c043ed86d7 req-f7e132d1-393e-4528-aec1-f9cf5b43a678 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294984 May 20 04:28:27.793731 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:27.811502 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67f99-ef08-4b2c-803b-58fba6c3f00b req-2e505a4c-e450-4199-9d9f-87d8c61b5d4b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:27.812944 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc67f99-ef08-4b2c-803b-58fba6c3f00b req-2e505a4c-e450-4199-9d9f-87d8c61b5d4b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 943 time: 0.3083901 May 20 04:28:27.982555 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ccc67f99-ef08-4b2c-803b-58fba6c3f00b req-fa451181-7df0-402a-95b5-f7026753f43d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175542 May 20 04:28:28.200075 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:28.329071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 71b4e739-b3db-4821-b685-662c44eb3fa2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:28:28.383122 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:28.392535 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] Sync routers for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:28.402645 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] 10.222.0.42 "PUT /v2.0/routers/f245d45b-a97f-4e93-a6bc-1719ae03cfe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0333240 May 20 04:28:28.402977 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:28.403139 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35292) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:28.403459 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:28:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:28.473458 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 71b4e739-b3db-4821-b685-662c44eb3fa2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b4e739-b3db-4821-b685-662c44eb3fa2,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:28.493397 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '71b4e739-b3db-4821-b685-662c44eb3fa2', 'network_id': '8cfa5a99-86eb-4afc-a83c-8cda99a1925d', 'port_id': '71b4e739-b3db-4821-b685-662c44eb3fa2', 'mac_address': 'fa:16:3e:04:7a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691d3316-5abe-40fa-bdc1-ef2f97001b08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:28:28.556438 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:28.575504 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b4e739-b3db-4821-b685-662c44eb3fa2 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:28:28.594197 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:28.595157 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 71b4e739-b3db-4821-b685-662c44eb3fa2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b4e739-b3db-4821-b685-662c44eb3fa2,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:28.596739 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks [] for router, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:28.600506 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:28.603499 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:28.718315 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=71b4e739-b3db-4821-b685-662c44eb3fa2,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:28.723586 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:28.831475 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:28.844729 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['71b4e739-b3db-4821-b685-662c44eb3fa2'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:28.901932 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:28:27Z', 'revision_number': 5, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port': {'id': '22b0a3ab-5ede-4613-a71a-66bec8967093', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:21:14Z', 'updated_at': '2021-05-20T04:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:28.906931 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] Checking router: f245d45b-a97f-4e93-a6bc-1719ae03cfe2 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:28.918278 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] Routers {'f245d45b-a97f-4e93-a6bc-1719ae03cfe2'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:28.918933 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:28:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:28.926438 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Deleting port 22b0a3ab-5ede-4613-a71a-66bec8967093 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:28.926774 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.085050 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] For port 22b0a3ab-5ede-4613-a71a-66bec8967093, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=22b0a3ab-5ede-4613-a71a-66bec8967093,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:29.085407 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.135085 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] Set router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 gateway port host: None {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:29.239308 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:28:28Z', 'revision_number': 6, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:29.244618 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90c63e-716f-4455-be03-e33d380d1174 None None] The sync data for ids ['f245d45b-a97f-4e93-a6bc-1719ae03cfe2'] in dv-cinder-790910-4-smb is: [{'id': 'f245d45b-a97f-4e93-a6bc-1719ae03cfe2', 'name': 'tempest-AttachVolumeShelveTestJSON-1826046983-router', 'tenant_id': '9bd59ff335df4c4b9d51724f7f025e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:21:12Z', 'updated_at': '2021-05-20T04:28:28Z', 'revision_number': 6, 'project_id': '9bd59ff335df4c4b9d51724f7f025e21', 'gw_port_host': None}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:29.378003 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Calling delete_port for 22b0a3ab-5ede-4613-a71a-66bec8967093 owned by network:router_gateway {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:29.436364 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313c78-be24-414a-bc47-94dfe864a771 req-2b76de1a-1ad9-4c07-b6ab-01fecc4abfeb tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:29.437831 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ee313c78-be24-414a-bc47-94dfe864a771 req-2b76de1a-1ad9-4c07-b6ab-01fecc4abfeb tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 944 time: 0.3397636 May 20 04:28:29.503150 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ee313c78-be24-414a-bc47-94dfe864a771 req-410f34da-abf8-4abe-81b7-64d66ce64368 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587125 May 20 04:28:29.551161 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:28:29.586295 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.590957 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:29.639329 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Pushing event deleted for resources: {'Port': ['ID=22b0a3ab-5ede-4613-a71a-66bec8967093,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:29.642233 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:29.734496 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.909701 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.912287 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.936851 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.937473 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f245d45b-a97f-4e93-a6bc-1719ae03cfe2 {{(pid=91710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:28:29.951701 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.955172 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] 10.222.0.42 "DELETE /v2.0/routers/f245d45b-a97f-4e93-a6bc-1719ae03cfe2 HTTP/1.1" status: 204 len: 168 time: 1.5488923 May 20 04:28:29.955663 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35298) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:30.029405 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Deleting subnet ff6934f9-08a1-4e91-afde-9113e2cde271 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:28:30.032855 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.084904 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.166794 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.345174 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 71b4e739-b3db-4821-b685-662c44eb3fa2 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:30.424274 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 71b4e739-b3db-4821-b685-662c44eb3fa2 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:30.425831 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.429497 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 71b4e739-b3db-4821-b685-662c44eb3fa2 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:30.429896 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.432751 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a11f75ef-5608-44c5-b285-4d170367c271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:30.464903 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6934f9-08a1-4e91-afde-9113e2cde271,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:30.466919 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.470671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:30.473673 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ccee640e-c1fb-401d-ad79-9c8101e5be78 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ff6934f9-08a1-4e91-afde-9113e2cde271 HTTP/1.1" status: 204 len: 168 time: 0.5168920 May 20 04:28:30.474470 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e78d91-6f8b-4509-954b-9489064a03eb None None] Network 11e82be2-a766-4665-b25a-4b28893a7b34 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:30.477141 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35302) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:30.585877 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.721276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Deleting port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:30.721559 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.740697 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.759503 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14fb8-0409-489d-87e4-8aece65b5ffc req-82ed2633-cfda-4489-984f-380ccd6f7248 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:30.761048 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-adf14fb8-0409-489d-87e4-8aece65b5ffc req-82ed2633-cfda-4489-984f-380ccd6f7248 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 944 time: 0.1369762 May 20 04:28:30.774619 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b4e739-b3db-4821-b685-662c44eb3fa2'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:30.789252 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 71b4e739-b3db-4821-b685-662c44eb3fa2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b4e739-b3db-4821-b685-662c44eb3fa2,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:30.798758 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.801953 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-1fa22d51-46e4-45ee-9887-4fb9d7540d07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:30.876898 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b4e739-b3db-4821-b685-662c44eb3fa2', 'code': 200} May 20 04:28:30.887511 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] For port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,segment=NetworkSegment(6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2),segment_id=6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:30.887741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.951495 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=71b4e739-b3db-4821-b685-662c44eb3fa2,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:30.955634 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:30.974799 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-adf14fb8-0409-489d-87e4-8aece65b5ffc req-fe02a079-fd74-48e1-9b04-d3dbad681902 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399870 May 20 04:28:30.978474 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] DHCP port deletion for 11e82be2-a766-4665-b25a-4b28893a7b34 request from dv-cinder-790910-4-smb {{(pid=91712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:28:31.060680 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Calling delete_port for e2cf7d3f-46e8-4624-9f6d-c80d10405c8b owned by network:dhcp {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:31.063187 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e5f74945-3476-498b-b1da-e68986956732 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:31.081317 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-7c6d5e5a-d915-45ab-a005-2c58d5d3edd6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1429205 May 20 04:28:31.108078 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: e5f74945-3476-498b-b1da-e68986956732 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:31.108528 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e5f74945-3476-498b-b1da-e68986956732 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:31.109233 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 22b0a3ab-5ede-4613-a71a-66bec8967093 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:31.131509 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.135634 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:31.153147 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 22b0a3ab-5ede-4613-a71a-66bec8967093 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:31.153147 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 22b0a3ab-5ede-4613-a71a-66bec8967093 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:31.177290 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Deleting port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b {{(pid=91712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:31.177688 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.191944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d307d3-669f-4407-bf70-426c3597a9ae req-906e8f7f-4664-47b1-bea8-8e57e01186f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:31.193516 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f6d307d3-669f-4407-bf70-426c3597a9ae req-906e8f7f-4664-47b1-bea8-8e57e01186f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 1098 time: 0.0857275 May 20 04:28:31.194304 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:31.197300 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:31.198119 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] No DVR routers for this DVR port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b on host dv-cinder-790910-4-smb {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:31.235861 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-f6d307d3-669f-4407-bf70-426c3597a9ae req-dc1dd49c-435e-4e84-8595-335e66ada8bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 May 20 04:28:31.285949 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] For port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b, host dv-cinder-790910-4-smb, got binding levels [] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:31.286341 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.362350 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.377649 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e82be2-a766-4665-b25a-4b28893a7b34']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:31.393012 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:31.393289 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da1a09f-2f45-4e0f-aa3a-6d8f007efcf2') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:31.407408 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.422297 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-e5328887-408e-421e-b605-28cc5705c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:31.423755 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-e5328887-408e-421e-b605-28cc5705c815 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a81507c023a40b684baf4067963f9f3&device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 1098 time: 0.1961687 May 20 04:28:31.430149 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.434977 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Calling delete_port for e2cf7d3f-46e8-4624-9f6d-c80d10405c8b owned by network:dhcp {{(pid=91712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:31.436967 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:28:31.437410 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.442220 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.ipam_backend_mixin [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b was not found and therefore no delete operation was performed {{(pid=91712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 04:28:31.444130 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.450180 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:28:31.454676 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:28:31.497047 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Pushing event deleted for resources: {'Port': ['ID=e2cf7d3f-46e8-4624-9f6d-c80d10405c8b,revision_number=None']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:31.499435 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:31.502547 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] No DVR routers for this DVR port e2cf7d3f-46e8-4624-9f6d-c80d10405c8b on host dv-cinder-790910-4-smb {{(pid=91712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:31.672352 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.719683 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.728567 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-714bf839-e1b0-483f-b436-f1b9d2e9a435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:31.742642 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:31.758989 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e82be2-a766-4665-b25a-4b28893a7b34,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:31.770112 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:31.786777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-f4305183-d104-4745-8efe-c0cd4df6d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:31.788351 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-f4305183-d104-4745-8efe-c0cd4df6d6f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 200 len: 915 time: 0.2184253 May 20 04:28:31.790751 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] 10.222.0.42 "DELETE /v2.0/networks/11e82be2-a766-4665-b25a-4b28893a7b34 HTTP/1.1" status: 204 len: 168 time: 1.3125975 May 20 04:28:31.856629 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-312cff57-58e0-42aa-adaa-4fbbc5c8b128 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5767907-0617-4371-8a9b-6c785742d65d HTTP/1.1" status: 200 len: 217 time: 0.0609958 May 20 04:28:31.928382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35312) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:31.928976 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-8707920b-f0e7-46fc-93c7-a5aeff07bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:31.930943 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-8707920b-f0e7-46fc-93c7-a5aeff07bbb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 200 len: 854 time: 0.0646362 May 20 04:28:31.983256 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-10778e0c-26cb-48f1-8b8c-8181ab4afa02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cfa5a99-86eb-4afc-a83c-8cda99a1925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415690 May 20 04:28:31.986410 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8a2714f3-51ea-43a3-a1d1-05bbb6260412 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bd59ff335df4c4b9d51724f7f025e21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0567732 May 20 04:28:31.988807 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35316) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:32.212987 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.239267 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-49d98d0d-095a-4ebf-aabc-98d4861d3460 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477493 May 20 04:28:32.256381 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.389145 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f160d-ad46-4778-8a02-aa34cc79874d req-4fd7f2bf-795a-4bf3-a54b-30783ed7b044 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:32.390614 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-734f160d-ad46-4778-8a02-aa34cc79874d req-4fd7f2bf-795a-4bf3-a54b-30783ed7b044 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 945 time: 0.2824955 May 20 04:28:32.457597 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.466059 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-526aebaf-6175-4f93-8c74-fc8ef7f44db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:32.477051 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-734f160d-ad46-4778-8a02-aa34cc79874d req-d6e61bcc-c65b-41e2-8a3c-2d2c8c08bb4d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774460 May 20 04:28:32.485957 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50bca40-bbc2-4e07-a2b9-698aa85df7f6,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:32.489737 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d704cf9b-35d9-40bd-9509-3d4a439a98c2 req-00dc8653-b49f-450c-9f31-e1431cdbd832 service neutron] 10.222.0.73 "GET /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364390 May 20 04:28:32.490864 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:32.498250 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.499830 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-4a376801-73fb-4109-b2b1-22c9eee03746 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f50bca40-bbc2-4e07-a2b9-698aa85df7f6 HTTP/1.1" status: 204 len: 168 time: 0.5101373 May 20 04:28:32.907701 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e2cf7d3f-46e8-4624-9f6d-c80d10405c8b no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:32.946448 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: e2cf7d3f-46e8-4624-9f6d-c80d10405c8b {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:32.946801 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e2cf7d3f-46e8-4624-9f6d-c80d10405c8b not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:33.688070 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915dc1-fe66-4a11-b688-13e3785ec419 req-e75bcb1a-2e9c-4986-9e5f-8af62ae8c217 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:33.689663 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75915dc1-fe66-4a11-b688-13e3785ec419 req-e75bcb1a-2e9c-4986-9e5f-8af62ae8c217 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 945 time: 0.0923738 May 20 04:28:33.737764 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-75915dc1-fe66-4a11-b688-13e3785ec419 req-0fbd6ae3-b032-4097-b49c-32170977a3b8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 May 20 04:28:36.944884 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35402) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:37.069518 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.084610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:37.088314 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Usage tracker for resource:security_group_rule and tenant:38cc046c32884629a0fbc581d3bbe5fa is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:37.091477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:37.097311 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:37.181607 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.188013 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.199481 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-eb0ec7bd-dfb4-4182-be16-b774d7c4ae48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:37.246830 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38cc046c32884629a0fbc581d3bbe5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007045 May 20 04:28:37.247868 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b8182-e3da-43ac-912c-9d964a67c712,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:37.250755 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35408) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:37.251281 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:37.320536 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.347919 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.405472 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.409815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0b73890-68c3-4e2d-8454-a5dbb84541c3 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:37.421322 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9b8182-e3da-43ac-912c-9d964a67c712,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:37.423702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:37.429740 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.430867 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d9b8182-e3da-43ac-912c-9d964a67c712 HTTP/1.1" status: 204 len: 168 time: 0.1782556 May 20 04:28:40.304126 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35498) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:40.440772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.455450 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:40.459338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Usage tracker for resource:security_group_rule and tenant:019746353caa4debb5031c026cb96099 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:40.462145 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:40.468116 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:40.557016 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.564426 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.575328 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:40.616744 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=019746353caa4debb5031c026cb96099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115158 May 20 04:28:40.618419 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6cf3f8-cc63-4387-8d67-2d1c61354504,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:40.619662 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35504) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:40.621948 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-49167829-9b18-4e72-99df-0f6c8521bd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:40.679852 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-937a7729-5518-4b73-b795-377e857752be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.709336 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-937a7729-5518-4b73-b795-377e857752be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.767240 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-937a7729-5518-4b73-b795-377e857752be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.771125 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a4414181-c6db-4404-bac3-6fc788837f5e tempest-VolumesNegativeTest-1605628717 tempest-VolumesNegativeTest-1605628717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:40.782045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a7729-5518-4b73-b795-377e857752be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6cf3f8-cc63-4387-8d67-2d1c61354504,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:40.785985 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-937a7729-5518-4b73-b795-377e857752be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:40.789332 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-937a7729-5518-4b73-b795-377e857752be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:40.792941 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-937a7729-5518-4b73-b795-377e857752be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab6cf3f8-cc63-4387-8d67-2d1c61354504 HTTP/1.1" status: 204 len: 168 time: 0.1698043 May 20 04:28:41.105410 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35516) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:41.123934 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.139800 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:41.144160 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Usage tracker for resource:security_group_rule and tenant:24f33ce398d54d7d9dc170987bd5bda4 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:41.148433 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:41.154841 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:41.263353 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.268995 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.276722 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-368b195e-d741-4452-80d9-3f12262f3cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:41.320193 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24f33ce398d54d7d9dc170987bd5bda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136350 May 20 04:28:41.321155 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d076e-e56c-4840-99ac-f781ce179022,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:41.324432 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:41.325006 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35522) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:41.394333 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3cf34-ed79-4e90-a676-132eee2c3d8b req-3e641c71-569a-403e-a412-f3c629741d40 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:41.396797 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-69a3cf34-ed79-4e90-a676-132eee2c3d8b req-3e641c71-569a-403e-a412-f3c629741d40 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 945 time: 0.0996022 May 20 04:28:41.413438 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.459158 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.472352 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-69a3cf34-ed79-4e90-a676-132eee2c3d8b req-f56582f1-9ebb-49a8-a456-c9fb45c36545 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684612 May 20 04:28:41.523858 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.527721 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8e38108d-8c32-4f72-b3bf-c52cb9b3bcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:41.539043 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d076e-e56c-4840-99ac-f781ce179022,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:41.543369 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:41.547061 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.548207 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-a7eca5cb-dc7a-4e9e-9cbe-5b4169569c81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/177d076e-e56c-4840-99ac-f781ce179022 HTTP/1.1" status: 204 len: 168 time: 0.2222304 May 20 04:28:42.680022 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5953-9865-4c71-9802-f9e4c05c0dc7 req-3e61285e-08a8-4f0d-adb8-890d89fd2ce1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:42.681966 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d46f5953-9865-4c71-9802-f9e4c05c0dc7 req-3e61285e-08a8-4f0d-adb8-890d89fd2ce1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 945 time: 0.0953681 May 20 04:28:42.735813 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d46f5953-9865-4c71-9802-f9e4c05c0dc7 req-129cb166-ba55-4dd5-a699-748b74dbf51d tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 May 20 04:28:43.103246 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499713b0-2b71-47ac-9721-3042a4513a54 req-0ee5bca0-ec6a-44a1-8384-e3e9319e4882 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:43.104701 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-499713b0-2b71-47ac-9721-3042a4513a54 req-0ee5bca0-ec6a-44a1-8384-e3e9319e4882 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 945 time: 0.0892799 May 20 04:28:43.248231 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Deleting port 71b4e739-b3db-4821-b685-662c44eb3fa2 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:43.248569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.500228 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] For port 71b4e739-b3db-4821-b685-662c44eb3fa2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=71b4e739-b3db-4821-b685-662c44eb3fa2,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:43.500621 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.623408 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Calling delete_port for 71b4e739-b3db-4821-b685-662c44eb3fa2 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:43.738785 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.745001 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-da7d0c67-83ec-4fd5-85cf-20e47b85ff0e tempest-ServerRescueNegativeTestJSON-644889417 tempest-ServerRescueNegativeTestJSON-644889417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:43.752208 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d', '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', '774247e6-e64e-404c-877a-fc876d731425', '71b4e739-b3db-4821-b685-662c44eb3fa2'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:43.804110 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event deleted for resources: {'Port': ['ID=71b4e739-b3db-4821-b685-662c44eb3fa2,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:43.808210 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:43.899031 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] No DVR routers for this DVR port 71b4e739-b3db-4821-b685-662c44eb3fa2 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:43.901969 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.905003 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'name': 'network-vif-deleted', 'tag': '71b4e739-b3db-4821-b685-662c44eb3fa2'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:43.927737 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-499713b0-2b71-47ac-9721-3042a4513a54 req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "DELETE /v2.0/ports/71b4e739-b3db-4821-b685-662c44eb3fa2 HTTP/1.1" status: 204 len: 173 time: 0.8177049 May 20 04:28:44.009948 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0339ae-bf58-4d0a-b181-e099b563e3d1', 'name': 'network-vif-deleted', 'tag': '71b4e739-b3db-4821-b685-662c44eb3fa2', 'status': 'completed', 'code': 200} May 20 04:28:44.018510 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-93236937-5f36-43ff-b0d7-c4e2551115fb req-b3ad97d8-93da-470d-ad89-1b2b5b94d876 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Synchronizing usage tracker for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:44.039610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-93236937-5f36-43ff-b0d7-c4e2551115fb req-b3ad97d8-93da-470d-ad89-1b2b5b94d876 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Unset dirty status for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:44.046290 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-93236937-5f36-43ff-b0d7-c4e2551115fb req-b3ad97d8-93da-470d-ad89-1b2b5b94d876 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c0339ae-bf58-4d0a-b181-e099b563e3d1 HTTP/1.1" status: 200 len: 210 time: 0.0819311 May 20 04:28:46.470083 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 71b4e739-b3db-4821-b685-662c44eb3fa2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:46.510467 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 71b4e739-b3db-4821-b685-662c44eb3fa2 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:46.510815 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 71b4e739-b3db-4821-b685-662c44eb3fa2 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:46.850913 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee930bb-3cd8-47d0-8b55-5ac01467b019 req-0ef44692-0f16-47b1-9747-915fbb52a944 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:46.854387 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ee930bb-3cd8-47d0-8b55-5ac01467b019 req-0ef44692-0f16-47b1-9747-915fbb52a944 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 946 time: 0.0896728 May 20 04:28:46.911341 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ee930bb-3cd8-47d0-8b55-5ac01467b019 req-cd6801f7-a435-4e50-b911-dede722c37b6 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 May 20 04:28:48.141985 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0bc2d-f09d-4819-ab3e-edc997d49bb2 req-59395686-c626-49f8-beed-46de8f675ac7 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:48.144086 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a3b0bc2d-f09d-4819-ab3e-edc997d49bb2 req-59395686-c626-49f8-beed-46de8f675ac7 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 946 time: 0.1047287 May 20 04:28:48.207556 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a3b0bc2d-f09d-4819-ab3e-edc997d49bb2 req-aaa9302d-c048-48ab-b391-2b3dcd62b233 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519030 May 20 04:28:48.412313 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e224-4b3e-4990-b68e-85b69814766f req-4e25d3c7-1d66-4f4d-8978-b4ad7c63d4fd tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:48.414008 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a475e224-4b3e-4990-b68e-85b69814766f req-4e25d3c7-1d66-4f4d-8978-b4ad7c63d4fd tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 946 time: 0.0912056 May 20 04:28:48.560932 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Deleting port 774247e6-e64e-404c-877a-fc876d731425 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:48.561273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.700326 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] For port 774247e6-e64e-404c-877a-fc876d731425, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=774247e6-e64e-404c-877a-fc876d731425,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:48.700723 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.716972 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35626) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:48.832182 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Calling delete_port for 774247e6-e64e-404c-877a-fc876d731425 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:48.859457 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.875413 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:48.879359 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fe45d3b2e0c74a02986725574125489d is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:48.882247 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:48.888313 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:48.969173 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.975286 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-29c4ae26-e654-48c6-b7d7-1f9c0e64c399 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:48.981871 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d', '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', '774247e6-e64e-404c-877a-fc876d731425'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:49.022004 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event deleted for resources: {'Port': ['ID=774247e6-e64e-404c-877a-fc876d731425,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.025013 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:49.064614 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.069882 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.078097 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ad0299ef-c15e-4e1d-b472-22cf68083958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:49.099023 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] No DVR routers for this DVR port 774247e6-e64e-404c-877a-fc876d731425 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:49.102664 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.105525 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'name': 'network-vif-deleted', 'tag': '774247e6-e64e-404c-877a-fc876d731425'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:49.127180 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a475e224-4b3e-4990-b68e-85b69814766f req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "DELETE /v2.0/ports/774247e6-e64e-404c-877a-fc876d731425 HTTP/1.1" status: 204 len: 173 time: 0.7067471 May 20 04:28:49.130321 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe45d3b2e0c74a02986725574125489d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114225 May 20 04:28:49.131422 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35634) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:49.133377 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1df488-56cf-4ee2-b5a8-ba55559857a4,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.156434 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9613de93-311c-4345-a05c-f2689078a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:49.200480 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e94f676-1915-4a17-ab3f-c95d332d836b', 'name': 'network-vif-deleted', 'tag': '774247e6-e64e-404c-877a-fc876d731425', 'status': 'completed', 'code': 200} May 20 04:28:49.219270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.257959 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.378306 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.388126 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3a454982-e8fc-488e-a1e5-bde5e3d99950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:49.398367 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-9055faf6-c016-45e2-bff6-04c2aa52a9d7 req-1a292c0e-9a76-4429-b447-6b6829d8119e tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Synchronizing usage tracker for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:49.403801 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1df488-56cf-4ee2-b5a8-ba55559857a4,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.406273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:49.417801 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.418985 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-7bb74da3-7604-485c-b152-064dbf73b716 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c1df488-56cf-4ee2-b5a8-ba55559857a4 HTTP/1.1" status: 204 len: 168 time: 0.2865343 May 20 04:28:49.429419 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-9055faf6-c016-45e2-bff6-04c2aa52a9d7 req-1a292c0e-9a76-4429-b447-6b6829d8119e tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Unset dirty status for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:49.430639 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-9055faf6-c016-45e2-bff6-04c2aa52a9d7 req-1a292c0e-9a76-4429-b447-6b6829d8119e tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e94f676-1915-4a17-ab3f-c95d332d836b HTTP/1.1" status: 200 len: 210 time: 0.0896041 May 20 04:28:49.741136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35644) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:49.762092 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.790294 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:49.796932 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Usage tracker for resource:security_group_rule and tenant:0b3d5aac6ec143e29f2e39dbfde6469c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:49.802142 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:49.810494 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:49.919590 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.924437 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.931633 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ee2e8a08-3861-46b0-80be-936d33eedc6a tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:49.972254 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b3d5aac6ec143e29f2e39dbfde6469c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298770 May 20 04:28:49.973152 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cbae0e-b7d2-4e89-a654-ee1abfadfb9c,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.975899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35648) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:49.976116 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:50.041148 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.069043 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.129791 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.133685 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5441bdbe-e684-4574-95e6-16b6a332d448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:50.145215 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cbae0e-b7d2-4e89-a654-ee1abfadfb9c,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:50.147577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:50.154110 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.155251 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-e1fc6f46-50b6-4a40-aa5f-6017119296ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0cbae0e-b7d2-4e89-a654-ee1abfadfb9c HTTP/1.1" status: 204 len: 168 time: 0.1781771 May 20 04:28:50.192916 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c30b9851-b306-43b5-a227-1a05735fd00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.941294 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de4a8d-4c11-4892-b2cb-6d8b0c7ef457 req-d92d13ab-df56-4334-bb28-6dd9817b32fb tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:50.942950 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f7de4a8d-4c11-4892-b2cb-6d8b0c7ef457 req-d92d13ab-df56-4334-bb28-6dd9817b32fb tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 946 time: 0.0893476 May 20 04:28:50.991489 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f7de4a8d-4c11-4892-b2cb-6d8b0c7ef457 req-26200af4-a129-47d1-911b-3c68f596e207 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 May 20 04:28:52.260737 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-7b72e388-1181-4fd0-b18a-6955630e9f4b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:52.263492 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-7b72e388-1181-4fd0-b18a-6955630e9f4b tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 946 time: 0.2488492 May 20 04:28:52.312934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c70c4-b066-4774-aff4-200068fd56b2 req-49213f32-21de-44ef-8951-246f178ce16f tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:52.314551 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-083c70c4-b066-4774-aff4-200068fd56b2 req-49213f32-21de-44ef-8951-246f178ce16f tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 946 time: 0.1491163 May 20 04:28:52.435019 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-083c70c4-b066-4774-aff4-200068fd56b2 req-b9f0d4dd-98a4-4b11-be22-329b84cf9190 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 May 20 04:28:52.457842 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Deleting port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:52.458139 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.499558 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 774247e6-e64e-404c-877a-fc876d731425 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:52.535367 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 774247e6-e64e-404c-877a-fc876d731425 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:52.535709 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 774247e6-e64e-404c-877a-fc876d731425 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:52.592483 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] For port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:52.592841 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.722715 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Calling delete_port for 65e95c23-6139-41f5-ab6c-43b3e87d4d9a owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:52.841661 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.848116 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-66093041-f3c1-4155-b63f-f301d2b8ac3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:52.854040 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d', '65e95c23-6139-41f5-ab6c-43b3e87d4d9a'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:52.897066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event deleted for resources: {'Port': ['ID=65e95c23-6139-41f5-ab6c-43b3e87d4d9a,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:52.900633 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:52.972625 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] No DVR routers for this DVR port 65e95c23-6139-41f5-ab6c-43b3e87d4d9a on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:52.975262 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.977960 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'name': 'network-vif-deleted', 'tag': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:52.995607 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a2576330-d3ab-4971-b7a6-9f6248e8a580 req-3f1440d5-9f6c-4597-859e-45517ff37852 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "DELETE /v2.0/ports/65e95c23-6139-41f5-ab6c-43b3e87d4d9a HTTP/1.1" status: 204 len: 173 time: 0.7285218 May 20 04:28:53.035978 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71da2fc-eebc-4dc9-894c-c3fc8e00a1aa', 'name': 'network-vif-deleted', 'tag': '65e95c23-6139-41f5-ab6c-43b3e87d4d9a', 'status': 'completed', 'code': 200} May 20 04:28:53.309895 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5baa-e8ad-4cbe-88ae-353834f9a707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.312900 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.612460 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-74f302d7-e8b6-49ba-9451-c9d20e57758b req-5bbdc3b7-a079-4064-92c1-6e81fc9096ab tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Synchronizing usage tracker for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:53.628760 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-74f302d7-e8b6-49ba-9451-c9d20e57758b req-5bbdc3b7-a079-4064-92c1-6e81fc9096ab tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Unset dirty status for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:53.630066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-74f302d7-e8b6-49ba-9451-c9d20e57758b req-5bbdc3b7-a079-4064-92c1-6e81fc9096ab tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=d71da2fc-eebc-4dc9-894c-c3fc8e00a1aa HTTP/1.1" status: 200 len: 210 time: 0.0649803 May 20 04:28:54.155764 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.646017 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.346817 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f04c8-25ab-46e5-be4e-a3990fa8a01d req-ba4470da-da14-4e2e-9893-d96d26ad7d00 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:56.348298 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-890f04c8-25ab-46e5-be4e-a3990fa8a01d req-ba4470da-da14-4e2e-9893-d96d26ad7d00 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0876479 May 20 04:28:56.397351 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-890f04c8-25ab-46e5-be4e-a3990fa8a01d req-92640b72-087a-4c68-b2f0-07332b81bdd7 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 May 20 04:28:56.515422 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 65e95c23-6139-41f5-ab6c-43b3e87d4d9a no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:56.549410 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 65e95c23-6139-41f5-ab6c-43b3e87d4d9a {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:56.549701 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 65e95c23-6139-41f5-ab6c-43b3e87d4d9a not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:57.606551 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1d3d-34b0-45ec-85df-0d2d1b92aec2 req-e6eebc9f-e538-4823-80a7-4948c139a72c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:57.608084 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a73e1d3d-34b0-45ec-85df-0d2d1b92aec2 req-e6eebc9f-e538-4823-80a7-4948c139a72c tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0967765 May 20 04:28:57.667334 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a73e1d3d-34b0-45ec-85df-0d2d1b92aec2 req-92c39776-f5c1-4a25-9eec-451253db793f tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8a541bc-4a21-492a-a5ee-2c425868dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 May 20 04:28:57.808616 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-c14b73c2-adc7-4896-94db-38b653c3eab1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:57.810078 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-c14b73c2-adc7-4896-94db-38b653c3eab1 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 945 time: 0.1119249 May 20 04:28:57.954603 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Deleting port e5767907-0617-4371-8a9b-6c785742d65d {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:57.954942 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.094720 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] For port e5767907-0617-4371-8a9b-6c785742d65d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5767907-0617-4371-8a9b-6c785742d65d,segment=NetworkSegment(5aedf18c-b34f-40ff-9af4-14ecc9f7e369),segment_id=5aedf18c-b34f-40ff-9af4-14ecc9f7e369)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:58.095066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.095966 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35796) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:58.219389 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Calling delete_port for e5767907-0617-4371-8a9b-6c785742d65d owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:58.224877 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.240110 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:58.244250 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Usage tracker for resource:security_group_rule and tenant:eb645ca78d05425e9293877125da476d is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:58.247193 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:58.253122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:58.440146 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.447725 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0adcb7fe-4f87-431b-8999-b46b56b1d3fe tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.454274 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['e5767907-0617-4371-8a9b-6c785742d65d'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:58.498342 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Pushing event deleted for resources: {'Port': ['ID=e5767907-0617-4371-8a9b-6c785742d65d,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.530363 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.531797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.536344 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.548516 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9123b053-ae0e-42f7-bfa2-cd6b3ffd8bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.576184 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] No DVR routers for this DVR port e5767907-0617-4371-8a9b-6c785742d65d on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:58.578809 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.581623 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'name': 'network-vif-deleted', 'tag': 'e5767907-0617-4371-8a9b-6c785742d65d'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:58.586363 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63ba93d-0dc3-46cd-8f2e-df09094eb043,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.591369 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.594876 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-fefb4aad-eb17-4770-9561-c9fe11080006 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb645ca78d05425e9293877125da476d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978573 May 20 04:28:58.597608 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35804) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:58.601511 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0a9241db-d080-469c-b1a1-1b9687a077b2 req-b61caf7d-705f-4c72-b794-9003051d8ea8 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.73 "DELETE /v2.0/ports/e5767907-0617-4371-8a9b-6c785742d65d HTTP/1.1" status: 204 len: 173 time: 0.7857435 May 20 04:28:58.639637 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c87ded0-19f7-40aa-b358-7ff122a0a1a6', 'name': 'network-vif-deleted', 'tag': 'e5767907-0617-4371-8a9b-6c785742d65d', 'status': 'completed', 'code': 200} May 20 04:28:58.667878 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.696358 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.769382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.775869 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fe5fbd89-e256-4542-8272-c4626f225bd9 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.789887 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63ba93d-0dc3-46cd-8f2e-df09094eb043,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.792295 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.807195 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.808713 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a63ba93d-0dc3-46cd-8f2e-df09094eb043 HTTP/1.1" status: 204 len: 168 time: 0.2099378 May 20 04:28:58.890379 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-53b12a7d-0722-4bae-9393-ba905792db4a req-76c45f78-cf05-4376-a621-3d8edc595544 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Synchronizing usage tracker for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:58.912094 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-53b12a7d-0722-4bae-9393-ba905792db4a req-76c45f78-cf05-4376-a621-3d8edc595544 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Unset dirty status for tenant:0a81507c023a40b684baf4067963f9f3 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:58.913600 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-53b12a7d-0722-4bae-9393-ba905792db4a req-76c45f78-cf05-4376-a621-3d8edc595544 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c87ded0-19f7-40aa-b358-7ff122a0a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0824010 May 20 04:28:59.169475 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35814) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:59.194971 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.215992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:59.223769 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Usage tracker for resource:security_group_rule and tenant:930aeed535f04c41b5ef57c7019bcf1b is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:59.228381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:59.235657 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:59.427221 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.432308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.439529 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f0dc662a-1314-4637-a4e4-d26f65660b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:59.479715 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=930aeed535f04c41b5ef57c7019bcf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084617 May 20 04:28:59.480615 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c44a7b5-a941-48a5-81c8-93ff74bca6e8,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:59.483271 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35818) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:59.483631 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9b8e0c3a-bac5-455b-ba1e-13d37a4ddd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:59.551020 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.580165 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.640079 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.646016 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-56dc906d-ea1c-4e0e-a594-f952abe39cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:59.661115 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c44a7b5-a941-48a5-81c8-93ff74bca6e8,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:59.664776 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:59.669039 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.670176 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c44a7b5-a941-48a5-81c8-93ff74bca6e8 HTTP/1.1" status: 204 len: 168 time: 0.1855729 May 20 04:29:00.027368 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35832) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:00.092279 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Deleting subnet 691d3316-5abe-40fa-bdc1-ef2f97001b08 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:29:00.095591 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.151213 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.208316 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.480314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.485524 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:00.503821 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35848) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:00.521072 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691d3316-5abe-40fa-bdc1-ef2f97001b08,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:00.523923 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:00.527415 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.531591 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e5767907-0617-4371-8a9b-6c785742d65d no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:29:00.539715 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-357db691-2dd0-4bd3-890c-b0aea68069da admin admin] 10.222.0.42 "DELETE /v2.0/subnets/691d3316-5abe-40fa-bdc1-ef2f97001b08 HTTP/1.1" status: 204 len: 168 time: 0.5111349 May 20 04:29:00.542339 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35854) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:00.571396 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: e5767907-0617-4371-8a9b-6c785742d65d {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:29:00.572035 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device e5767907-0617-4371-8a9b-6c785742d65d not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:29:00.632196 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1597310107-network', 'tenant_id': 'beef63334b8e4f22bf13f376dedaa5e7'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:00.640633 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:00.647316 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Usage tracker for resource:network and tenant:beef63334b8e4f22bf13f376dedaa5e7 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:00.651035 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:00.657393 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:00.657625 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.671556 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Made reservation on behalf of beef63334b8e4f22bf13f376dedaa5e7 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:00.674291 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.687670 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.703694 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:00.708615 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Usage tracker for resource:security_group_rule and tenant:beef63334b8e4f22bf13f376dedaa5e7 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:00.712324 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:00.718602 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:00.815273 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.820171 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.823925 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c06c40fe-82fe-4301-aac9-4afb0a49e41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:00.858862 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:29:00.869995 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1241948-11ab-49d1-9d30-0042642144ab,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:00.873995 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:00.876981 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.877424 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Added segment c6dd8e65-1b5d-422d-a42c-3137396bdd4c of type vlan for network 5645cf16-70f4-4b30-a43d-af3d20575781 May 20 04:29:00.878586 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.904228 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfa5a99-86eb-4afc-a83c-8cda99a1925d']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:00.911769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.921152 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aedf18c-b34f-40ff-9af4-14ecc9f7e369') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:00.921697 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aedf18c-b34f-40ff-9af4-14ecc9f7e369') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:00.941658 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.947459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.949186 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:00.949932 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.954647 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:00.970546 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.987853 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:29:00.988280 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:29:01.003348 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:29:01.064093 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Pushing event updated for resources: {'Network': ['ID=5645cf16-70f4-4b30-a43d-af3d20575781,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.071211 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35858) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:01.071459 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5659368 May 20 04:29:01.072364 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-0b5ad63f-57b5-49e2-96e8-79fe72fadb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.078254 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Request body: {'subnet': {'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1597310107-subnet', 'tenant_id': 'beef63334b8e4f22bf13f376dedaa5e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:01.080210 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 5645cf16-70f4-4b30-a43d-af3d20575781 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:29:01.084729 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:01.087584 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.091532 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Usage tracker for resource:subnet and tenant:beef63334b8e4f22bf13f376dedaa5e7 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:01.095725 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:01.098613 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b89f49d4-0536-4528-adac-aad6309ef75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.111824 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.126731 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:01.129018 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfa5a99-86eb-4afc-a83c-8cda99a1925d,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.134715 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.144177 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8cfa5a99-86eb-4afc-a83c-8cda99a1925d HTTP/1.1" status: 204 len: 168 time: 0.6007099 May 20 04:29:01.147438 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Made reservation on behalf of beef63334b8e4f22bf13f376dedaa5e7 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:01.150289 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.304256 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35864) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:01.370501 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-e073c399-3f8c-403c-a731-3d1fa1b6ef23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a81507c023a40b684baf4067963f9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649049 May 20 04:29:01.373173 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 35868) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:01.443524 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.472009 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.530752 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.534924 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4b63bbf0-2568-45d6-a3fd-884926e1cb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.548575 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a541bc-4a21-492a-a5ee-2c425868dfc3,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.553146 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.556445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.560128 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-f0b42680-e3cd-41cd-aed8-e218fbf1ed5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8a541bc-4a21-492a-a5ee-2c425868dfc3 HTTP/1.1" status: 204 len: 168 time: 0.1835189 May 20 04:29:01.586293 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.591563 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-d1416ac1-5757-47cb-8b23-b51f4892f8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.675601 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c31be7-72dd-4c5a-9717-36304a651097,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.680495 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.681402 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Checking segment: {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:01.681797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Network hostable DHCP agents. Network: 5645cf16-70f4-4b30-a43d-af3d20575781, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:29:01.688465 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.709988 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Network 5645cf16-70f4-4b30-a43d-af3d20575781 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:29:01.720873 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 5645cf16-70f4-4b30-a43d-af3d20575781) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:01.731186 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011b3c90-6245-403b-bfd6-b44f786827f6 None None] Network 5645cf16-70f4-4b30-a43d-af3d20575781 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:01.731367 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:01.731897 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.762837 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-5460c4ce-c850-4182-bba2-654bf038d420 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6896107 May 20 04:29:01.937572 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af344632-872b-4cc1-aefb-d505f4a74742 None None] Network 5645cf16-70f4-4b30-a43d-af3d20575781 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:02.494331 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35902) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:02.653015 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1881136533-network', 'tenant_id': 'cb0888bbb1dd4b7eb44e0a9665365173'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:02.658467 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:02.662852 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Usage tracker for resource:network and tenant:cb0888bbb1dd4b7eb44e0a9665365173 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:02.666159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:02.672983 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:02.688789 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Made reservation on behalf of cb0888bbb1dd4b7eb44e0a9665365173 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:02.692952 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.709842 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.728805 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:02.735572 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0888bbb1dd4b7eb44e0a9665365173 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:02.740390 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:02.750264 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:02.853108 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.859303 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.869089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8c489935-2a18-4a3b-b81f-9ebc9a2266aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:02.890835 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:29:02.914025 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.914270 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Added segment 6b2cb970-1072-4485-8f86-8e7b3ee723eb of type vlan for network ed6229a4-c694-447b-81de-465430fe5a62 May 20 04:29:02.915499 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8aac7-37e5-4700-b2c6-cd33ff3dc64e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:02.921850 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:02.945469 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.987131 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.988673 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:02.989322 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.992774 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6878d2c7-0776-4a66-a93a-058f7e670fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:03.191788 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6229a4-c694-447b-81de-465430fe5a62,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:03.194916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:03.197019 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-199a8f31-404c-4c7f-8e5c-87f22edf48b5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7015643 May 20 04:29:03.200054 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35908) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:03.203347 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network ed6229a4-c694-447b-81de-465430fe5a62 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:29:03.205916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Request body: {'subnet': {'network_id': 'ed6229a4-c694-447b-81de-465430fe5a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1881136533-subnet', 'tenant_id': 'cb0888bbb1dd4b7eb44e0a9665365173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:03.210876 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:03.214941 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Usage tracker for resource:subnet and tenant:cb0888bbb1dd4b7eb44e0a9665365173 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:03.218441 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:03.224311 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:03.235512 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Made reservation on behalf of cb0888bbb1dd4b7eb44e0a9665365173 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:03.237897 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.629807 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.633828 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:03.708597 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed298945-d51d-46a7-a8c5-e15aa7283d46,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:03.712796 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:03.720518 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Checking segment: {'id': '6b2cb970-1072-4485-8f86-8e7b3ee723eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'ed6229a4-c694-447b-81de-465430fe5a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:03.720861 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Network hostable DHCP agents. Network: ed6229a4-c694-447b-81de-465430fe5a62, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:29:03.742247 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Network ed6229a4-c694-447b-81de-465430fe5a62 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:29:03.756360 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, ed6229a4-c694-447b-81de-465430fe5a62) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:03.768630 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:03.769202 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.769740 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aab806-f248-49b3-9d01-cdb971feb00a None None] Network ed6229a4-c694-447b-81de-465430fe5a62 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:03.798077 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-825403e8-7426-44ff-a790-638d7db479ab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5965514 May 20 04:29:04.018011 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c3117c-c5e3-44eb-b081-8f74222fb74e None None] Network ed6229a4-c694-447b-81de-465430fe5a62 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:04.065799 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-c14a0473-214c-4395-a4ea-1a20fca38f8f tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:04.066504 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-c14a0473-214c-4395-a4ea-1a20fca38f8f tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Synchronizing usage tracker for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:network {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:04.085747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-c14a0473-214c-4395-a4ea-1a20fca38f8f tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Unset dirty status for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:network {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:04.087067 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-c14a0473-214c-4395-a4ea-1a20fca38f8f tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/networks?id=5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 200 len: 809 time: 0.1835730 May 20 04:29:04.102230 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-ca011c49-39e1-4eea-afc1-1949edc6dc91 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/quotas/beef63334b8e4f22bf13f376dedaa5e7 HTTP/1.1" status: 200 len: 375 time: 0.0096381 May 20 04:29:04.157079 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ce84d-f62e-4138-9f92-ac78954120a3 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478129 May 20 04:29:04.300889 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-27daf741-c73f-4fae-a093-07775a884267 service neutron] 10.222.0.42 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359992 May 20 04:29:04.402309 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35940) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.408325 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-640224067-network', 'tenant_id': '85e73962136b4e72ade2ec9ec9fbb9f1'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.413159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.417350 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Usage tracker for resource:network and tenant:85e73962136b4e72ade2ec9ec9fbb9f1 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.420393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.426550 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.435895 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-fa32a7a1-e9e3-4ab4-8420-880ee5e3a3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285791 May 20 04:29:04.438288 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Made reservation on behalf of 85e73962136b4e72ade2ec9ec9fbb9f1 for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:04.440790 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.452892 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.467038 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.471034 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Usage tracker for resource:security_group_rule and tenant:85e73962136b4e72ade2ec9ec9fbb9f1 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.474013 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.479821 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.565144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.570163 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.573216 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ea399e7f-2433-48e8-a9c9-7cb071a858cb tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:04.601103 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:29:04.609692 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53e8b82-2bb5-4b48-8389-6ca7697344e5,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:04.613332 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:04.615902 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.616174 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Added segment bc98329e-462f-48a8-8af6-37e6d5ca76f0 of type vlan for network 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77 May 20 04:29:04.646136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.649959 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2e63c2f1-d316-4769-9462-1fb2ad2115a1 req-abac298d-c01e-45bd-88c1-12a6b5e909af tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 210 time: 0.0654180 May 20 04:29:04.682953 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.684382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:04.684955 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.688827 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-bd097e10-4631-43dd-b2c3-0ea803e67c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:04.799806 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Pushing event updated for resources: {'Network': ['ID=930b8a2c-da77-42ad-86a2-4bb0bb0b6d77,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:04.803038 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:04.808214 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4400b37a-f51e-484a-a38d-90bc25f5b177 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4015408 May 20 04:29:04.808214 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35952) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.811246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:29:04.814810 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Request body: {'subnet': {'network_id': '930b8a2c-da77-42ad-86a2-4bb0bb0b6d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-640224067-subnet', 'tenant_id': '85e73962136b4e72ade2ec9ec9fbb9f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.821522 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.827033 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Usage tracker for resource:subnet and tenant:85e73962136b4e72ade2ec9ec9fbb9f1 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.832488 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.840412 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.854513 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Made reservation on behalf of 85e73962136b4e72ade2ec9ec9fbb9f1 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:04.856954 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.271214 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.275037 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3eb08d16-d811-4b63-aee1-7a746b96dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:05.346645 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5236db-0431-4291-83c5-7107a13f9db4,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:05.350789 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:05.358308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Checking segment: {'id': 'bc98329e-462f-48a8-8af6-37e6d5ca76f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '930b8a2c-da77-42ad-86a2-4bb0bb0b6d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:05.358655 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Network hostable DHCP agents. Network: 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:29:05.377456 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Network 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:29:05.387301 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:05.396805 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:05.397339 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca6f5d-885b-4297-b03c-61abc20944e9 None None] Network 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:05.397616 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.421086 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9d07d95d-1a7e-4c4b-b90f-46b2dd54f989 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6119709 May 20 04:29:05.570208 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35960) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:05.636612 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Deleting subnet ed298945-d51d-46a7-a8c5-e15aa7283d46 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:29:05.640665 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.665645 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1524f-8358-4b7a-9fae-f37865cb7ea8 None None] Network 930b8a2c-da77-42ad-86a2-4bb0bb0b6d77 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:05.698011 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.772006 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.809896 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-72cc0cdd-8461-4ba2-8666-2893d336a009 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:05.812138 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-72cc0cdd-8461-4ba2-8666-2893d336a009 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "GET /v2.0/networks?id=5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 200 len: 809 time: 0.2551785 May 20 04:29:05.854629 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Request body: {'port': {'device_id': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781', 'admin_state_up': True, 'tenant_id': 'beef63334b8e4f22bf13f376dedaa5e7'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:05.900235 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-daa08141-7eda-4aa1-a1da-ace721b9a9db req-5602cad4-2e0b-4039-897e-a86a06180cd4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 210 time: 0.0869200 May 20 04:29:06.014019 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:06.018544 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Usage tracker for resource:port and tenant:beef63334b8e4f22bf13f376dedaa5e7 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:06.021711 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:06.027634 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:06.038663 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Made reservation on behalf of beef63334b8e4f22bf13f376dedaa5e7 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:06.042602 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.160042 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.164836 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-568c4bb7-f281-40c7-9e5d-e1921a39a989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:06.199624 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed298945-d51d-46a7-a8c5-e15aa7283d46,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:06.201538 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.205334 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:06.208051 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f9b52650-6464-4750-a6a0-1370bf738a9f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed298945-d51d-46a7-a8c5-e15aa7283d46 HTTP/1.1" status: 204 len: 168 time: 0.6367249 May 20 04:29:06.210868 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35970) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:06.309083 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Allocated IP 172.20.0.10 (5645cf16-70f4-4b30-a43d-af3d20575781/25c31be7-72dd-4c5a-9717-36304a651097/d928c824-bbc6-489c-a7bb-745949dc5510) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:29:06.314920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.441386 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.455232 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6229a4-c694-447b-81de-465430fe5a62']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:06.472468 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2cb970-1072-4485-8f86-8e7b3ee723eb') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:06.472921 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2cb970-1072-4485-8f86-8e7b3ee723eb') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:06.493944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.518610 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.519472 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.527920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:29:06.528484 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:29:06.546980 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:29:06.556440 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.557725 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:29:06.564580 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5e895dd9-d96e-4692-a17d-ac34042fa2f9 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:06.675270 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.679109 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Network 5645cf16-70f4-4b30-a43d-af3d20575781 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:29:06.679665 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7d9ffc01-dbd7-4b7a-b26e-a2018e9c81b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:06.683225 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:06.684905 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Pushing event updated for resources: {'Port': ['ID=d928c824-bbc6-489c-a7bb-745949dc5510,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:06.687094 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:29:06.702000 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.718136 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6229a4-c694-447b-81de-465430fe5a62,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:06.718446 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:06.720835 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed6229a4-c694-447b-81de-465430fe5a62 HTTP/1.1" status: 204 len: 168 time: 0.5090306 May 20 04:29:06.721866 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f4665da4-5f5d-4784-b6df-edbaa97fef21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:06.723744 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35974) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:06.754836 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:06.755451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.782898 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335964 May 20 04:29:06.791597 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Deleting subnet cf5236db-0431-4291-83c5-7107a13f9db4 {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:29:06.795268 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Request body: {'port': {'device_id': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:06.795526 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.848964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.908298 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.937686 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.166573 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.171067 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.205874 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5236db-0431-4291-83c5-7107a13f9db4,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.207693 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.210707 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:07.216537 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9f50fa70-eb81-4140-8048-bc98ead775f7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf5236db-0431-4291-83c5-7107a13f9db4 HTTP/1.1" status: 204 len: 168 time: 0.4895513 May 20 04:29:07.217390 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35980) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:07.248003 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-6377ec6a-ceb9-453e-8412-64c38388b165 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:07.248712 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-6377ec6a-ceb9-453e-8412-64c38388b165 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Synchronizing usage tracker for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:07.284663 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-6377ec6a-ceb9-453e-8412-64c38388b165 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Unset dirty status for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:07.285842 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-6377ec6a-ceb9-453e-8412-64c38388b165 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 932 time: 0.2324593 May 20 04:29:07.325597 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.390647 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d928c824-bbc6-489c-a7bb-745949dc5510 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:07.396896 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-59ab532b-0507-4d20-9b7a-27c86dab4223 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Synchronizing usage tracker for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:security_group {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:07.403349 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.424532 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Transition to ACTIVE for port object d928c824-bbc6-489c-a7bb-745949dc5510 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:07.429883 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.434656 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f005792e-7096-42cb-9f9a-325dec53585a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.456393 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.465922 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-59ab532b-0507-4d20-9b7a-27c86dab4223 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Unset dirty status for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:security_group {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:07.467072 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d72e4390-f683-4a6d-ad9c-5d43383ac6f3 req-59ab532b-0507-4d20-9b7a-27c86dab4223 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652863 May 20 04:29:07.470176 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930b8a2c-da77-42ad-86a2-4bb0bb0b6d77']}} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:07.493064 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc98329e-462f-48a8-8af6-37e6d5ca76f0') {'for_net_delete': True} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:07.493448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.services.segments.db [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc98329e-462f-48a8-8af6-37e6d5ca76f0') {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:07.506182 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1845082'] for segment, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.527748 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.534680 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=91711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:29:07.535155 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31652440'] for segment, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: Traceback (most recent call last): May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: timer() May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: cb(*args, **kw) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: return func(*args, **kwargs) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: self._notify() May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: self.callback(batched_events) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: event.method(event) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: return f(self, *a, **k) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: return self._get(url).json() May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: return self.request(url, 'GET', **kwargs) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:29:07.549149 dv-cinder-790910-4-smb neutron-server[91711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:29:07.596950 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Pushing event updated for resources: {'Port': ['ID=d928c824-bbc6-489c-a7bb-745949dc5510,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.605107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:07.623578 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.627419 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-31c0d7e3-f5fd-49a1-a9af-bcb4cdad747d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.640656 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.650847 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=930b8a2c-da77-42ad-86a2-4bb0bb0b6d77,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.653665 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/930b8a2c-da77-42ad-86a2-4bb0bb0b6d77 HTTP/1.1" status: 204 len: 168 time: 0.4359612 May 20 04:29:07.654679 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:07.685706 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Attempting to bind port d928c824-bbc6-489c-a7bb-745949dc5510 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:29:07.686043 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Attempting to bind port d928c824-bbc6-489c-a7bb-745949dc5510 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:29:07.686370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Attempting to bind port d928c824-bbc6-489c-a7bb-745949dc5510 on network 5645cf16-70f4-4b30-a43d-af3d20575781 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:07.691133 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Port d928c824-bbc6-489c-a7bb-745949dc5510 on network 5645cf16-70f4-4b30-a43d-af3d20575781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:29:07.691459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Attempting to bind port d928c824-bbc6-489c-a7bb-745949dc5510 on network 5645cf16-70f4-4b30-a43d-af3d20575781 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:07.697092 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:29:07.697092 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Checking segment: {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:07.697405 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Bound using segment: {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:29:07.697834 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Bound port: d928c824-bbc6-489c-a7bb-745949dc5510, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:29:07.698174 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.793927 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] For port d928c824-bbc6-489c-a7bb-745949dc5510, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:29:07.797204 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] For port d928c824-bbc6-489c-a7bb-745949dc5510, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d928c824-bbc6-489c-a7bb-745949dc5510,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:29:07.802177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.805965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-9c0c98f1-d571-45df-a5b8-48ebf550a10d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.833755 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35986) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:07.862453 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:07.862954 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.864325 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] 10.222.0.73 "PUT /v2.0/ports/d928c824-bbc6-489c-a7bb-745949dc5510 HTTP/1.1" status: 200 len: 1094 time: 1.0737393 May 20 04:29:07.867487 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'tag': 'd928c824-bbc6-489c-a7bb-745949dc5510'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:07.902081 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Pushing event updated for resources: {'Port': ['ID=d928c824-bbc6-489c-a7bb-745949dc5510,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.909707 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-202ee470-0e55-41df-8cfd-b67357f8ad9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:07.922146 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'tag': 'd928c824-bbc6-489c-a7bb-745949dc5510', 'status': 'completed', 'code': 200} May 20 04:29:07.993754 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-b4a95575-3783-4349-804d-017ec6c7c323 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb0888bbb1dd4b7eb44e0a9665365173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587381 May 20 04:29:07.996314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 35992) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:08.002289 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-7bbee1a6-7b42-4504-b818-310989703978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:08.003775 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-7bbee1a6-7b42-4504-b818-310989703978 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 1097 time: 0.0784199 May 20 04:29:08.056423 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.074999 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-22f748f1-125d-44fc-ac22-778f32cb2e22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d928c824-bbc6-489c-a7bb-745949dc5510 HTTP/1.1" status: 200 len: 217 time: 0.0641518 May 20 04:29:08.084967 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.145586 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.151052 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f8d9d5bb-3d06-4821-b82b-815a8909f34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:08.164435 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8aac7-37e5-4700-b2c6-cd33ff3dc64e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:08.167579 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:08.169891 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.176436 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-423f3054-cdc6-43eb-a70e-bf9713d95a2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31f8aac7-37e5-4700-b2c6-cd33ff3dc64e HTTP/1.1" status: 204 len: 168 time: 0.1737914 May 20 04:29:08.261712 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-8eaccf05-001c-4bae-b223-ff074042b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:08.263078 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-8eaccf05-001c-4bae-b223-ff074042b662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c31be7-72dd-4c5a-9717-36304a651097 HTTP/1.1" status: 200 len: 849 time: 0.1823623 May 20 04:29:08.311356 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-44dfdd8d-3168-4e01-bfeb-ab42e9c0cede service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5645cf16-70f4-4b30-a43d-af3d20575781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419421 May 20 04:29:08.451007 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-7224be54-a560-4e28-b44c-195c70d72d8b service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332042 May 20 04:29:08.567338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36002) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:08.670366 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-afaa9b8f-ced0-4504-90e6-8d7be18298b4 req-1cd886f8-ebc5-46f9-8648-6ee470f626c7 service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131279 May 20 04:29:08.695481 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-806dab72-2f13-40ac-96cd-dab70a4cc09f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85e73962136b4e72ade2ec9ec9fbb9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269376 May 20 04:29:08.698276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36006) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:08.825058 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97993e97-5fa6-412b-ae4a-25f928ee8313 req-8cdc9c9b-45da-480e-99cd-2125e26febaf tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:08.826496 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97993e97-5fa6-412b-ae4a-25f928ee8313 req-8cdc9c9b-45da-480e-99cd-2125e26febaf tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 944 time: 0.2080047 May 20 04:29:08.867578 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.911869 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-2d9a8718-fd78-4529-852a-1ddba0562fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:08.913354 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-2d9a8718-fd78-4529-852a-1ddba0562fdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 1097 time: 0.1952419 May 20 04:29:08.919048 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97993e97-5fa6-412b-ae4a-25f928ee8313 req-4eaf029c-5af2-4e20-94a3-248610ffcfce tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833089 May 20 04:29:08.920863 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:09.089385 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:09.094240 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-49e02163-25c0-4cd5-9c4c-bacc74b8b9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:09.101018 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-506417cb-77a2-47aa-845f-a2e027414b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:09.102791 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-506417cb-77a2-47aa-845f-a2e027414b5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 200 len: 910 time: 0.1749065 May 20 04:29:09.108814 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53e8b82-2bb5-4b48-8389-6ca7697344e5,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:09.113980 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:09.174338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:09.175465 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-b8f5f73b-ea91-4709-bf9f-4b375debdb47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d53e8b82-2bb5-4b48-8389-6ca7697344e5 HTTP/1.1" status: 204 len: 168 time: 0.4762497 May 20 04:29:09.184662 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-3fc1ff6c-2f36-4e30-b6cc-789f07a6d848 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d928c824-bbc6-489c-a7bb-745949dc5510 HTTP/1.1" status: 200 len: 217 time: 0.0717521 May 20 04:29:09.250238 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-d27cfbfb-054d-4347-9640-06079feca37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:09.251773 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-d27cfbfb-054d-4347-9640-06079feca37d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c31be7-72dd-4c5a-9717-36304a651097 HTTP/1.1" status: 200 len: 849 time: 0.0594575 May 20 04:29:09.304701 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-6535ad53-ed18-4a07-a200-d0a8038da1a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5645cf16-70f4-4b30-a43d-af3d20575781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462568 May 20 04:29:09.456554 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-0bc752f0-bbb9-46c5-86ec-574e60419b3b service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439738 May 20 04:29:09.601337 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b2b0d90-f9ca-4357-8e33-84b43c17e090 req-89587aac-62e4-48f0-99ed-276a68d5e5a0 service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379483 May 20 04:29:10.126338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac1f1-54c8-411a-9196-3f46fd51e81f req-9b6535cb-7e93-4e6a-b2b6-15879671a07d tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:10.127788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f25ac1f1-54c8-411a-9196-3f46fd51e81f req-9b6535cb-7e93-4e6a-b2b6-15879671a07d tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 944 time: 0.0888097 May 20 04:29:10.181393 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-f25ac1f1-54c8-411a-9196-3f46fd51e81f req-c0fc6827-3f63-414a-905a-01354f6e1d48 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 May 20 04:29:10.577214 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d928c824-bbc6-489c-a7bb-745949dc5510 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:29:10.723326 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d928c824-bbc6-489c-a7bb-745949dc5510, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d928c824-bbc6-489c-a7bb-745949dc5510,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:10.737472 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'd928c824-bbc6-489c-a7bb-745949dc5510', 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781', 'port_id': 'd928c824-bbc6-489c-a7bb-745949dc5510', 'mac_address': 'fa:16:3e:bd:3e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c31be7-72dd-4c5a-9717-36304a651097', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:29:10.796365 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:10.814102 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d928c824-bbc6-489c-a7bb-745949dc5510 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:10.833221 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d928c824-bbc6-489c-a7bb-745949dc5510, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d928c824-bbc6-489c-a7bb-745949dc5510,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:10.838071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:10.839871 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:10.916825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d928c824-bbc6-489c-a7bb-745949dc5510,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:10.924790 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.925129 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.925474 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.925819 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.926156 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.926477 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.926799 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.927112 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.927420 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.927749 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.928061 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.928375 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:10.932348 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:11.038713 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['d928c824-bbc6-489c-a7bb-745949dc5510'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:11.396133 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bd7e7-d27f-4e1d-8173-49f204bdddbc req-cf83ed8a-6f86-4767-9717-9a8320340fc1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:11.397657 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b98bd7e7-d27f-4e1d-8173-49f204bdddbc req-cf83ed8a-6f86-4767-9717-9a8320340fc1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 945 time: 0.0880785 May 20 04:29:11.447161 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b98bd7e7-d27f-4e1d-8173-49f204bdddbc req-d1ca7a24-4e32-4ae6-aaba-5cc37ba986c8 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 May 20 04:29:12.592803 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d928c824-bbc6-489c-a7bb-745949dc5510 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:12.643429 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b73c2-a6f3-41e3-b09a-9bba07985e12 req-54595d46-8d91-47b8-ac61-89c2cceb11a3 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:12.644942 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8b3b73c2-a6f3-41e3-b09a-9bba07985e12 req-54595d46-8d91-47b8-ac61-89c2cceb11a3 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 945 time: 0.0849025 May 20 04:29:12.665817 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port d928c824-bbc6-489c-a7bb-745949dc5510 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:12.671215 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port d928c824-bbc6-489c-a7bb-745949dc5510 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:12.671600 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:12.808308 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:12.809210 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8b3b73c2-a6f3-41e3-b09a-9bba07985e12 req-a154eb05-b08f-4421-b5ef-4866189e2e42 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579230 May 20 04:29:12.840145 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd928c824-bbc6-489c-a7bb-745949dc5510'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:12.851323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d928c824-bbc6-489c-a7bb-745949dc5510, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d928c824-bbc6-489c-a7bb-745949dc5510,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:12.858063 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:12.861289 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:12.898377 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd928c824-bbc6-489c-a7bb-745949dc5510', 'code': 200} May 20 04:29:12.942754 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d928c824-bbc6-489c-a7bb-745949dc5510,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:12.946183 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:13.132709 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0f9e2-f848-4057-8512-8d658192e92e req-d97fa57d-082f-4a01-974a-1187af60888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:13.134301 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-89c0f9e2-f848-4057-8512-8d658192e92e req-d97fa57d-082f-4a01-974a-1187af60888f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 1099 time: 0.0725939 May 20 04:29:13.179499 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-89c0f9e2-f848-4057-8512-8d658192e92e req-e094e166-82b4-4e17-97d8-a29acc4ae181 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 May 20 04:29:14.114934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d94aa-08e4-4484-8e22-c1145fb34f7b req-b9532b19-2bcb-4d64-938f-f9cb6f8c2640 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:14.116513 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-617d94aa-08e4-4484-8e22-c1145fb34f7b req-b9532b19-2bcb-4d64-938f-f9cb6f8c2640 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 946 time: 0.0925081 May 20 04:29:14.168977 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-617d94aa-08e4-4484-8e22-c1145fb34f7b req-864ed8d8-7d28-4a60-a62d-eb54a4b42d25 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 May 20 04:29:15.338609 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc362d-4652-4587-8bc7-ca72ad718ff8 req-71f3f722-2d21-40c7-b274-1ab7a65a91c4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:15.340384 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4cdc362d-4652-4587-8bc7-ca72ad718ff8 req-71f3f722-2d21-40c7-b274-1ab7a65a91c4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 946 time: 0.1394799 May 20 04:29:15.403830 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4cdc362d-4652-4587-8bc7-ca72ad718ff8 req-5e26a18c-b449-4c74-92c4-04ef9c46d5ea tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560257 May 20 04:29:16.476442 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-ed533c6d-8f93-478a-84f0-db02f0567107 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:16.478276 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-ed533c6d-8f93-478a-84f0-db02f0567107 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 946 time: 0.0932987 May 20 04:29:16.706032 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40d478-f222-4d08-b51d-5f6641212828 req-bfd5bd61-6407-41bc-9f7d-afba940f117c tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:16.707455 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c40d478-f222-4d08-b51d-5f6641212828 req-bfd5bd61-6407-41bc-9f7d-afba940f117c tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a HTTP/1.1" status: 200 len: 946 time: 0.1660986 May 20 04:29:16.739234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Deleting port d928c824-bbc6-489c-a7bb-745949dc5510 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:29:16.739576 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:16.845457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c40d478-f222-4d08-b51d-5f6641212828 req-d3915a49-bca7-4671-9d60-8bc0aa9c17ae tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310329 May 20 04:29:16.911629 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] For port d928c824-bbc6-489c-a7bb-745949dc5510, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d928c824-bbc6-489c-a7bb-745949dc5510,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:16.911999 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:17.042143 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Calling delete_port for d928c824-bbc6-489c-a7bb-745949dc5510 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:29:17.197009 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:17.203292 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d19ad132-fd45-41d0-be96-3cdaa016d70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:17.210017 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['d928c824-bbc6-489c-a7bb-745949dc5510'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:17.254396 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Pushing event deleted for resources: {'Port': ['ID=d928c824-bbc6-489c-a7bb-745949dc5510,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:17.258478 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:17.335413 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] No DVR routers for this DVR port d928c824-bbc6-489c-a7bb-745949dc5510 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:29:17.338223 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:17.341021 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'name': 'network-vif-deleted', 'tag': 'd928c824-bbc6-489c-a7bb-745949dc5510'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:17.360419 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-d148a83f-8f69-4be8-91b3-4ef4aa01ead4 req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "DELETE /v2.0/ports/d928c824-bbc6-489c-a7bb-745949dc5510 HTTP/1.1" status: 204 len: 173 time: 0.8765147 May 20 04:29:17.394012 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e7ba4d-8c67-4a87-87a3-2cdbd95ac26a', 'name': 'network-vif-deleted', 'tag': 'd928c824-bbc6-489c-a7bb-745949dc5510', 'status': 'completed', 'code': 200} May 20 04:29:18.321001 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-0a032bfb-0bf7-4aa2-9fce-687fdf633a47 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:18.322914 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-0a032bfb-0bf7-4aa2-9fce-687fdf633a47 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/networks?id=5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 200 len: 809 time: 0.1636937 May 20 04:29:18.343373 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-67cc65c1-9171-45cb-9715-e71c56e89dff tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/quotas/beef63334b8e4f22bf13f376dedaa5e7 HTTP/1.1" status: 200 len: 375 time: 0.0104821 May 20 04:29:18.399254 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-ec308b86-1fd9-432f-a19f-e5290210819d tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Synchronizing usage tracker for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:18.417221 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-ec308b86-1fd9-432f-a19f-e5290210819d tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Unset dirty status for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:18.425190 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-ec308b86-1fd9-432f-a19f-e5290210819d tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749187 May 20 04:29:18.573863 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-39f07929-d3cd-4a0c-874a-fb03695c49bf service neutron] 10.222.0.42 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441934 May 20 04:29:18.848153 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-300cd3a4-a91e-41b6-ac34-f9fc48339aa1 service neutron] 10.222.0.42 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713506 May 20 04:29:19.079715 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-33758dfd-946e-4b14-88bf-d5d6e3f7df8b req-2a6fc08d-58eb-41c3-abbd-6f27709e4d23 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 210 time: 0.0840464 May 20 04:29:20.167198 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f6a859c8-bf7c-47dd-86c6-471cd4536cb4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:20.178515 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f6a859c8-bf7c-47dd-86c6-471cd4536cb4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "GET /v2.0/networks?id=5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 200 len: 809 time: 0.2017226 May 20 04:29:20.191438 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Request body: {'port': {'device_id': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781', 'admin_state_up': True, 'tenant_id': 'beef63334b8e4f22bf13f376dedaa5e7'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:20.204350 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-740620e3-e8c5-4309-80f7-23ca3451cfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:20.367013 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1a26364c-c213-449c-89c4-32b3f651e305 req-4e3e5819-fd2b-4249-a31f-637a5e947b6d tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 210 time: 0.0653734 May 20 04:29:20.429933 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:20.440366 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:20.452315 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Made reservation on behalf of beef63334b8e4f22bf13f376dedaa5e7 for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:20.456247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:20.627531 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Allocated IP 172.20.0.5 (5645cf16-70f4-4b30-a43d-af3d20575781/25c31be7-72dd-4c5a-9717-36304a651097/4d971fc7-7a7c-4b89-a96e-5fdc84b39af8) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:29:20.640403 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d928c824-bbc6-489c-a7bb-745949dc5510 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:29:20.703861 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: d928c824-bbc6-489c-a7bb-745949dc5510 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:29:20.704444 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d928c824-bbc6-489c-a7bb-745949dc5510 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:29:20.877177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:20.916357 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:20.922244 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-d849f865-0600-45af-b00e-a6a99114d2ff tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:20.989082 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Network 5645cf16-70f4-4b30-a43d-af3d20575781 is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:29:20.992256 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:20.996487 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:29:21.026991 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Pushing event updated for resources: {'Port': ['ID=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:21.033894 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:21.070101 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:21.070718 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.098919 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-21ccbb76-8894-41d0-9c50-730ac2faf7b4 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9115970 May 20 04:29:21.111830 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Request body: {'port': {'device_id': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:21.228320 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.636800 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc2e33-d881-4caa-aec9-798a5adb9c17 req-b0ea249f-e3f5-47db-92e0-338d51319608 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:21.637516 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-11fc2e33-d881-4caa-aec9-798a5adb9c17 req-b0ea249f-e3f5-47db-92e0-338d51319608 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Synchronizing usage tracker for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:21.671704 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:21.678643 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-11fc2e33-d881-4caa-aec9-798a5adb9c17 req-b0ea249f-e3f5-47db-92e0-338d51319608 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Unset dirty status for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:21.679979 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-11fc2e33-d881-4caa-aec9-798a5adb9c17 req-b0ea249f-e3f5-47db-92e0-338d51319608 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 931 time: 0.1960690 May 20 04:29:21.681720 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.714835 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Transition to ACTIVE for port object 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:21.725923 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.732947 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e0f86d24-99b3-4e5b-8838-7d37ff22d42a tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:21.787301 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-11fc2e33-d881-4caa-aec9-798a5adb9c17 req-b71838f8-20bc-45fa-8197-1e3e03da55e7 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 May 20 04:29:21.871064 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:22.027607 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:22.102948 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Attempting to bind port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:29:22.103312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Attempting to bind port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:29:22.103646 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Attempting to bind port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 on network 5645cf16-70f4-4b30-a43d-af3d20575781 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:22.108499 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 on network 5645cf16-70f4-4b30-a43d-af3d20575781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:29:22.108826 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Attempting to bind port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 on network 5645cf16-70f4-4b30-a43d-af3d20575781 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:22.114052 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:29:22.114389 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Checking segment: {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:22.114771 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Bound using segment: {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:29:22.115198 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Bound port: 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:29:22.115541 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.211720 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] For port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:29:22.214984 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] For port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:29:22.220176 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.225153 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5fdc0d6e-ae90-424c-95f4-12fe225877f4 tempest-AttachVolumeNegativeTest-1150905174 tempest-AttachVolumeNegativeTest-1150905174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:22.281936 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:22.282569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.283870 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 HTTP/1.1" status: 200 len: 1093 time: 1.1769328 May 20 04:29:22.284373 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'tag': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:22.305751 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:22.309163 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:22.363157 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'tag': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8', 'status': 'completed', 'code': 200} May 20 04:29:22.400110 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-9b383c47-6094-493b-8848-9247c7f8f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:22.401622 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-9b383c47-6094-493b-8848-9247c7f8f252 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 1096 time: 0.0782113 May 20 04:29:22.468551 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-571f0c12-ec24-4907-9f63-23146d9472fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 HTTP/1.1" status: 200 len: 217 time: 0.0600259 May 20 04:29:22.534197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-2a495718-6418-4651-9b67-8f42e63902ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:22.535576 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-2a495718-6418-4651-9b67-8f42e63902ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c31be7-72dd-4c5a-9717-36304a651097 HTTP/1.1" status: 200 len: 849 time: 0.0613995 May 20 04:29:22.582958 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-4c70a45a-8689-409c-a76f-395244655909 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5645cf16-70f4-4b30-a43d-af3d20575781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403073 May 20 04:29:22.716695 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-4eb2951b-f6e4-4611-9567-9352d2affa25 service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268427 May 20 04:29:22.851623 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-0aeb9584-f30a-45a1-b8f2-1f6dd250b7bf req-937b630f-0b27-4cfd-b3e3-042b3ea066e1 service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291590 May 20 04:29:23.032850 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-8c629596-0c86-4f74-a2ea-4f86f2c08ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:23.034332 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-8c629596-0c86-4f74-a2ea-4f86f2c08ec6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 1096 time: 0.1027362 May 20 04:29:23.041730 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2877134-3902-4c56-8547-907832742b12 req-d4a81bb8-f9af-4458-8071-e7304d127faf tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:23.043033 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a2877134-3902-4c56-8547-907832742b12 req-d4a81bb8-f9af-4458-8071-e7304d127faf tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 943 time: 0.1439347 May 20 04:29:23.173790 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a2877134-3902-4c56-8547-907832742b12 req-ab6d4890-2463-4f03-bbb5-5dc3e7e37ea7 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102207 May 20 04:29:23.202067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-c3a865cc-0ab1-4af0-b222-af010c7967cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:23.203589 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-c3a865cc-0ab1-4af0-b222-af010c7967cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 200 len: 910 time: 0.1597085 May 20 04:29:23.276955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-42ba52ab-367d-4d93-a7b4-120fdf438850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 HTTP/1.1" status: 200 len: 217 time: 0.0654716 May 20 04:29:23.300063 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ad277ee5-ad0b-430c-81b7-3e8906606b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:23.301990 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:23.346235 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-837a66eb-3dbd-4911-9b32-77138658049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:23.347563 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-837a66eb-3dbd-4911-9b32-77138658049a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c31be7-72dd-4c5a-9717-36304a651097 HTTP/1.1" status: 200 len: 849 time: 0.0636702 May 20 04:29:23.395749 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-1f467cfb-07f0-43e7-8e59-8b1ce2ff373e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5645cf16-70f4-4b30-a43d-af3d20575781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410359 May 20 04:29:23.536360 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-169c8574-f9df-45df-aa08-fb456e02c1cd service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318541 May 20 04:29:23.772936 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34f91ffb-f159-430e-918e-b8df8bbce5a2 req-f7b9f5b8-6fde-450e-8539-5b146177741f service neutron] 10.222.0.73 "GET /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294304 May 20 04:29:24.158869 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:24.371183 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd8ed-8db9-46d7-bdc1-a7c55092d7a7 req-cb76caf6-82bb-4998-a8b2-705e35beffeb tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:24.372893 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bfedd8ed-8db9-46d7-bdc1-a7c55092d7a7 req-cb76caf6-82bb-4998-a8b2-705e35beffeb tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 943 time: 0.0862455 May 20 04:29:24.423457 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bfedd8ed-8db9-46d7-bdc1-a7c55092d7a7 req-a36432a8-ecd2-434f-b3bd-ba8bb8b2cd47 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 May 20 04:29:24.639070 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:29:24.787220 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:24.801834 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8', 'network_id': '5645cf16-70f4-4b30-a43d-af3d20575781', 'port_id': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8', 'mac_address': 'fa:16:3e:28:e0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c31be7-72dd-4c5a-9717-36304a651097', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:29:24.865459 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:24.883917 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:24.902058 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:24.907587 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:24.910441 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:24.978878 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:24.982120 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:25.093515 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['4d971fc7-7a7c-4b89-a96e-5fdc84b39af8'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:25.635850 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9912e-b678-4741-86bf-114e211e4b76 req-5d437185-55fa-47fe-804f-6e5de91e4511 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:25.637393 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2ab9912e-b678-4741-86bf-114e211e4b76 req-5d437185-55fa-47fe-804f-6e5de91e4511 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 944 time: 0.0908062 May 20 04:29:25.646254 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.695542 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2ab9912e-b678-4741-86bf-114e211e4b76 req-75997dad-2828-443c-9b7f-d6dc3fe6228e tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511825 May 20 04:29:26.639741 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:26.721649 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:26.726962 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:26.727347 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.894826 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.915179 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b72b3-6dac-4f02-a779-855cc6ac1ad5 req-488fb9b0-9067-4027-b67d-433f56b9e052 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:26.917990 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-727b72b3-6dac-4f02-a779-855cc6ac1ad5 req-488fb9b0-9067-4027-b67d-433f56b9e052 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 944 time: 0.1018641 May 20 04:29:26.925685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:26.937195 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:26.943726 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.946313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:26.971970 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-727b72b3-6dac-4f02-a779-855cc6ac1ad5 req-128a346e-be1e-479b-a9e6-64e9cf8ca798 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 May 20 04:29:27.004767 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8', 'code': 200} May 20 04:29:27.048945 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:27.052006 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:27.209634 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55600da-8385-4047-8fc2-88959df46aba req-1c047d37-0211-47d1-9e2b-9012d6529e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:27.211012 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a55600da-8385-4047-8fc2-88959df46aba req-1c047d37-0211-47d1-9e2b-9012d6529e58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 1098 time: 0.0716808 May 20 04:29:27.254228 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a55600da-8385-4047-8fc2-88959df46aba req-ea49f275-3a9f-4c02-b6f1-f997046c5ee4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359974 May 20 04:29:28.151975 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36290) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:28.186604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa18c-3456-4e68-b424-461f5a2b6ba6 req-1a45b558-e7db-42b3-beb9-630f3cafa702 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.188493 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-946aa18c-3456-4e68-b424-461f5a2b6ba6 req-1a45b558-e7db-42b3-beb9-630f3cafa702 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 945 time: 0.0983632 May 20 04:29:28.238066 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-946aa18c-3456-4e68-b424-461f5a2b6ba6 req-7626e362-19df-49f4-b941-a4315417386f tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 May 20 04:29:28.299455 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.313992 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:28.318103 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:989c6bbff8554ef180a0cec29f6187df is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:28.321068 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:28.327030 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:28.416664 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.420485 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.429677 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-86258783-e8d6-4295-bdad-b9bf9be86cb2 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:28.470046 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=989c6bbff8554ef180a0cec29f6187df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169532 May 20 04:29:28.471697 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566d67a-65c8-4a1d-a454-225337142f64,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:28.472944 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36298) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:28.480306 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.480670 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.481036 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.481398 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.481784 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.482139 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.482494 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.482843 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.483198 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.483582 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.483881 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.486065 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.489349 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-08da5490-ffc9-45f0-b42f-7bd7e7a5a4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:28.538742 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.565664 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.624855 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.630246 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-01521e1e-bb2e-4316-b9b6-db15424a0f66 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:28.648023 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566d67a-65c8-4a1d-a454-225337142f64,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:28.657134 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.657501 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.657876 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.658227 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.658572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.658920 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.659262 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.659604 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.659949 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.660325 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.660662 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.661107 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:28.666370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:28.667604 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b566d67a-65c8-4a1d-a454-225337142f64 HTTP/1.1" status: 204 len: 168 time: 0.1935987 May 20 04:29:28.668900 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8f7896a9-f1a4-4f72-a193-9d06dbdbae6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:28.984696 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36314) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:29.003298 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.018274 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:29.022345 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Usage tracker for resource:security_group_rule and tenant:3e5decba11c74230b0bccb2809015516 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:29.025399 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:29.031241 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:29.115125 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.120031 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.128541 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-da8006c7-d5b5-4267-93c8-674c6a2e1f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:29.168733 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e5decba11c74230b0bccb2809015516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829045 May 20 04:29:29.169772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad29da-0469-4c20-aa0b-3e2f56c716ac,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:29.171661 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36320) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:29.173061 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:29.239974 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.267841 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.321294 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.326336 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3c81d4ba-f626-44aa-84c2-c9a1a6c23be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:29.339254 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad29da-0469-4c20-aa0b-3e2f56c716ac,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:29.343007 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:29.349190 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:29.352505 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-94614635-e6da-4e92-99ec-8321e48fada7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19ad29da-0469-4c20-aa0b-3e2f56c716ac HTTP/1.1" status: 204 len: 168 time: 0.1767640 May 20 04:29:29.387988 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85730959-c5b0-403c-8c2c-9b29c7a955ed req-e90d2349-f81b-4ac3-a2c3-f8aea1deeaae tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:29.389464 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-85730959-c5b0-403c-8c2c-9b29c7a955ed req-e90d2349-f81b-4ac3-a2c3-f8aea1deeaae tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 945 time: 0.1032012 May 20 04:29:29.437466 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-85730959-c5b0-403c-8c2c-9b29c7a955ed req-c606efb3-52da-4a2f-86fc-bf969c87c054 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 May 20 04:29:30.654175 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-34e0aec0-4561-40fa-8d9e-639c2562da7a tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:30.655798 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-34e0aec0-4561-40fa-8d9e-639c2562da7a tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 945 time: 0.1574781 May 20 04:29:30.768856 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdac20-0fbd-4720-b637-2c9abd94551e req-28a53018-4a90-495e-8802-2ac53cbfa2e9 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:30.771933 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-71cdac20-0fbd-4720-b637-2c9abd94551e req-28a53018-4a90-495e-8802-2ac53cbfa2e9 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 945 time: 0.2129829 May 20 04:29:30.891364 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-71cdac20-0fbd-4720-b637-2c9abd94551e req-b55cf952-7718-4609-9766-2da17b0677e3 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1241948-11ab-49d1-9d30-0042642144ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018746 May 20 04:29:30.911537 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Deleting port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:29:30.911881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:31.068672 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] For port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,segment=NetworkSegment(c6dd8e65-1b5d-422d-a42c-3137396bdd4c),segment_id=c6dd8e65-1b5d-422d-a42c-3137396bdd4c)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:31.069030 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:31.197440 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Calling delete_port for 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:29:31.318897 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:31.325640 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2ba72dfa-f122-476b-af2e-84632776bfd3 tempest-VolumesSnapshotTestJSON-1126765582 tempest-VolumesSnapshotTestJSON-1126765582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:31.332736 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['4d971fc7-7a7c-4b89-a96e-5fdc84b39af8'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:31.371886 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Pushing event deleted for resources: {'Port': ['ID=4d971fc7-7a7c-4b89-a96e-5fdc84b39af8,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:31.375752 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:31.567471 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] No DVR routers for this DVR port 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:29:31.570668 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:31.573499 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'name': 'network-vif-deleted', 'tag': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:31.598041 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e2fe057b-1551-4dbf-8cc1-fbe1f803b817 req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.73 "DELETE /v2.0/ports/4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 HTTP/1.1" status: 204 len: 173 time: 0.9368706 May 20 04:29:31.624872 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65073bfb-10e8-447a-8d82-b3bd4a78a8fb', 'name': 'network-vif-deleted', 'tag': '4d971fc7-7a7c-4b89-a96e-5fdc84b39af8', 'status': 'completed', 'code': 200} May 20 04:29:31.687106 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:32.064362 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1e3258fd-429d-4077-8a70-90f622ef80d1 req-2e573b11-d99a-46df-b9e7-3a418b440d4b tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Synchronizing usage tracker for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:32.082722 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1e3258fd-429d-4077-8a70-90f622ef80d1 req-2e573b11-d99a-46df-b9e7-3a418b440d4b tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Unset dirty status for tenant:beef63334b8e4f22bf13f376dedaa5e7 on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:32.084226 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1e3258fd-429d-4077-8a70-90f622ef80d1 req-2e573b11-d99a-46df-b9e7-3a418b440d4b tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] 10.222.0.42 "GET /v2.0/ports?device_id=65073bfb-10e8-447a-8d82-b3bd4a78a8fb HTTP/1.1" status: 200 len: 210 time: 0.0645685 May 20 04:29:34.686140 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:29:34.721556 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:29:34.721928 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device 4d971fc7-7a7c-4b89-a96e-5fdc84b39af8 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:29:40.684400 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36554) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:40.830928 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:40.846537 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:40.850734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Usage tracker for resource:security_group_rule and tenant:22f45381887845b79e9d692f795fc0ba is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:40.854079 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:40.859964 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:40.969328 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:40.975045 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:40.984296 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6fc1d737-bf72-41c6-981c-24c1b0b2ab42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:41.024411 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22f45381887845b79e9d692f795fc0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363132 May 20 04:29:41.025589 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36564) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:41.031882 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c796abf-c6c7-449b-93b6-ef19d1c8852c,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:41.035299 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:41.101595 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.129710 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.192191 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.205699 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3e2c3b8d-b225-43a7-8e54-ebc4db9c908a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:41.227441 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c796abf-c6c7-449b-93b6-ef19d1c8852c,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:41.231259 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:41.242062 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.247775 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-51e1bc14-c1c5-44fb-a5cb-dbb606ef357e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c796abf-c6c7-449b-93b6-ef19d1c8852c HTTP/1.1" status: 204 len: 168 time: 0.2194862 May 20 04:29:41.627015 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36572) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:41.647621 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.663477 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:41.668365 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Usage tracker for resource:security_group_rule and tenant:899bea9662394d4bb67bb6b59fe24f3e is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:41.673016 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:41.683890 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:41.815732 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.821968 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.837990 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-0909f898-4276-475c-9bc1-4f68dc55f28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:41.863740 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=899bea9662394d4bb67bb6b59fe24f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354767 May 20 04:29:41.866498 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36580) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:41.908853 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f6a9fb-ef7a-4ac1-89b7-32b5885d4618,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:41.914857 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-fbb5d29a-9e89-43ec-9f97-9b31bfcc3a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:41.954274 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.984144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.050059 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.054018 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8c002441-8a96-42fa-8afe-d0f8ed691544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:42.068494 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f6a9fb-ef7a-4ac1-89b7-32b5885d4618,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:42.074671 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:42.080702 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.081866 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-300f289f-9417-4726-b235-413d7a747148 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3f6a9fb-ef7a-4ac1-89b7-32b5885d4618 HTTP/1.1" status: 204 len: 168 time: 0.2143672 May 20 04:29:42.483856 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36588) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:42.503287 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.519997 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:42.524374 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Usage tracker for resource:security_group_rule and tenant:0ddc7a16f7b640458770d834cb367ac4 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:42.528115 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:42.534825 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:42.652061 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.657207 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.668778 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8b58acc-a83d-40ef-b64c-06d543a7a3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:42.716219 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ddc7a16f7b640458770d834cb367ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285640 May 20 04:29:42.716219 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd902f-9cb2-42aa-9c54-87e620acab95,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:42.717565 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36592) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:42.718061 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-96d171ca-19e0-43c1-b675-50c5f34bfecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:42.810391 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.862850 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.933782 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.941687 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:42.960612 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd902f-9cb2-42aa-9c54-87e620acab95,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:42.967905 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:42.971270 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:42.974900 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58cd902f-9cb2-42aa-9c54-87e620acab95 HTTP/1.1" status: 204 len: 168 time: 0.2553396 May 20 04:29:43.547567 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:29:50.197055 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9b5acbd6-bc62-4e5f-b7d1-9bf7b8daac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.303892 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.306676 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0c981af9-d44d-44c1-b5ca-07d354af9457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:54.164836 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.037018 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36790) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:55.105083 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_v2 [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Deleting subnet 25c31be7-72dd-4c5a-9717-36304a651097 {{(pid=91710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:29:55.109046 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.161545 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27306004'] for subnet, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.222105 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.480858 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28321767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29045701'] for subnet, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.485123 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8374fe92-a391-4ccb-a48d-7e5d144e80c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:55.519157 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c31be7-72dd-4c5a-9717-36304a651097,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:55.522130 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:55.523176 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.529749 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-72687435-f7de-4bb6-9880-435efd543c7e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/25c31be7-72dd-4c5a-9717-36304a651097 HTTP/1.1" status: 204 len: 168 time: 0.4915028 May 20 04:29:55.532274 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36794) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:55.645794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.659920 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.777847 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.792394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5645cf16-70f4-4b30-a43d-af3d20575781']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:55.805842 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:55.806111 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dd8e65-1b5d-422d-a42c-3137396bdd4c') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:55.819079 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.840805 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.850688 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:29:55.851162 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:29:55.865570 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:29:55.940919 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.946723 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.949348 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6de6bb99-7aba-412f-bb28-fbd0f5e93d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:55.971306 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5645cf16-70f4-4b30-a43d-af3d20575781,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:55.973898 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:55.980047 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-b22240c3-b8af-4ccd-8f9d-9bc8eee78e93 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5645cf16-70f4-4b30-a43d-af3d20575781 HTTP/1.1" status: 204 len: 168 time: 0.4467936 May 20 04:29:56.215548 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36802) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:56.274441 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-2c601994-3008-4819-bddb-a54707fae5d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=beef63334b8e4f22bf13f376dedaa5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575380 May 20 04:29:56.276794 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36806) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:56.337748 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:56.364224 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:56.422541 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:56.428115 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b94a4e36-efc3-44e1-84f6-00395b04a81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:56.444725 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1241948-11ab-49d1-9d30-0042642144ab,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:56.447778 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:56.457354 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:56.460987 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-ddb4e92f-fc30-4bd2-8808-ac6977b81ad7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1241948-11ab-49d1-9d30-0042642144ab HTTP/1.1" status: 204 len: 168 time: 0.1807113 May 20 04:29:57.756139 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36840) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:57.882802 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:57.900706 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:57.905465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Usage tracker for resource:security_group_rule and tenant:47c7fde535214a85bcf5e35e1a0eaf1d is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:57.908652 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:57.915598 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:58.007458 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:58.012944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:58.025519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-a062784e-2d81-463d-8373-0472ed6cc6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:58.066247 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598da9b-4841-44c8-b118-7c91f184ff0b,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:58.074904 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47c7fde535214a85bcf5e35e1a0eaf1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144953 May 20 04:29:58.074904 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-4bee5995-3200-4010-8607-e7c77555ea89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:58.075274 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36860) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:58.157041 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:58.187781 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:58.247701 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:58.253260 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9fd0aa8b-0de2-4667-9b8b-b59ed281e74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:58.267832 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598da9b-4841-44c8-b118-7c91f184ff0b,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:58.272422 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:58.278498 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:58.279619 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-01c43c2b-c04a-43c9-bd92-77dbf2039c4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0598da9b-4841-44c8-b118-7c91f184ff0b HTTP/1.1" status: 204 len: 168 time: 0.2036140 May 20 04:30:01.700969 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.299598 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 36934) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:02.431557 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.447385 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:02.451584 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Usage tracker for resource:security_group_rule and tenant:dd3366f6f39e4f61ba3584fb81f2f3d0 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:02.454742 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:02.460623 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:02.548829 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.553159 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.562211 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cb1bcf86-6484-48db-91af-eae60059e0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:02.602839 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd3366f6f39e4f61ba3584fb81f2f3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017142 May 20 04:30:02.607235 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c84c8-3463-4253-a5a8-af76d6fee662,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:02.607484 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 36944) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:02.608316 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:02.679165 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.711149 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.769098 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.773254 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-41f304d4-9e6e-4c55-a253-89bcfb5778d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:02.785893 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c84c8-3463-4253-a5a8-af76d6fee662,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:02.788968 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:02.796600 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:02.797454 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-9dbc8583-27da-4423-9af9-116b4ddd9a97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/638c84c8-3463-4253-a5a8-af76d6fee662 HTTP/1.1" status: 204 len: 168 time: 0.1907847 May 20 04:30:05.071356 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37042) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:05.205674 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.222494 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:05.227967 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Usage tracker for resource:security_group_rule and tenant:95f60cd6a88d4232abfc30e7ca8fc2f6 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:05.232137 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:05.238888 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:05.331812 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.336887 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.344445 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-62789cbf-8464-4363-8e44-40f22eb8cc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:05.387705 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95f60cd6a88d4232abfc30e7ca8fc2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150034 May 20 04:30:05.389734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f116020c-1fca-4d9a-b352-f8bbffdb5715,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:05.392528 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37050) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:05.405797 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:05.461005 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.488682 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.547302 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.551335 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-26b96955-78bf-4f33-aa27-062c713b2815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:05.568710 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116020c-1fca-4d9a-b352-f8bbffdb5715,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:05.576900 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:05.584634 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:05.589171 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f116020c-1fca-4d9a-b352-f8bbffdb5715 HTTP/1.1" status: 204 len: 168 time: 0.1922946 May 20 04:30:20.194997 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-1ee1df01-f256-485e-9ab6-a4c9c08d636b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:20.547088 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:30:23.298404 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-682d1a33-d016-4e55-9ed9-f14f10c88b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:23.304696 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:24.163606 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:25.657401 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.420050 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37146) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:27.548946 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.564229 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:27.568578 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Usage tracker for resource:security_group_rule and tenant:81fbf443478e4e5bbedc0b91d3651b55 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:27.571607 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:27.577901 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:27.663713 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.671762 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.679189 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5b26b69d-8fb8-46b9-abde-6174e3f26b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:27.719387 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81fbf443478e4e5bbedc0b91d3651b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982490 May 20 04:30:27.721142 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0499d82-4382-4088-9beb-b87b6755e1c6,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:27.722323 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37152) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:27.724567 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-20609a60-a84f-4d7a-be05-507b26487a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:27.784515 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.816793 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.874920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.878940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-27646d1f-0932-4f67-a278-c11c13e082bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:27.893024 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0499d82-4382-4088-9beb-b87b6755e1c6,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:27.895591 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:27.897794 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:27.898887 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-e0228c5e-b68f-49b8-aedb-8c4d3fcd8f2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0499d82-4382-4088-9beb-b87b6755e1c6 HTTP/1.1" status: 204 len: 168 time: 0.1754704 May 20 04:30:28.631450 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37176) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:28.745248 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516567620-network', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:28.750263 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:28.754558 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Usage tracker for resource:network and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:28.758111 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:28.768492 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:28.782508 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Made reservation on behalf of 98bae8b657d64b6a88fee5b7d7db840c for: {'network': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:30:28.785127 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:28.798175 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:28.813761 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:28.817816 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:28.821085 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:28.827345 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:28.921465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:28.927167 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:28.932564 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6fdb1970-7a64-4f90-be48-53cbbaa9c575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:28.956458 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=91711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:30:28.969665 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7830a9-6bb5-4c00-b1dc-62413e0cb1a5,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:28.974890 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:28.975213 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.segments_db [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Added segment a1128155-adc4-4657-ba76-9952c4503771 of type vlan for network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab May 20 04:30:28.983589 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.983963 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.984344 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.984706 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.985207 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.985380 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.985824 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.986119 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.986458 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.986837 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.987155 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.987497 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:28.991889 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:29.014311 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.047728 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.049450 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:29.049450 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.054046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-26a83952-2a51-4e59-b459-67a2de35bbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:29.152452 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Pushing event updated for resources: {'Network': ['ID=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:29.157341 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5235102 May 20 04:30:29.157341 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-37f80a02-c1da-42d5-b606-39dacf62dd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:29.159043 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37182) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:29.165071 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Request body: {'subnet': {'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516567620-subnet', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:29.165327 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:30:29.170208 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:29.177175 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Usage tracker for resource:subnet and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:29.180238 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:29.186216 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:29.198892 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Made reservation on behalf of 98bae8b657d64b6a88fee5b7d7db840c for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:30:29.202048 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.620465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.624126 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-f500043f-79af-4469-95be-c7ab47c3bed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:29.784405 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:29.788381 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:29.800967 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Checking segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:29.801346 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Network hostable DHCP agents. Network: 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:30:29.820609 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:30:29.831644 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:29.842323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1cb893-f621-4e77-9220-523920bf62d4 None None] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:30:29.844921 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:29.845913 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.879382 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-bd7b8b05-6c42-43a4-8b97-00d3e8ed5fe1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7191069 May 20 04:30:29.882267 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37186) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:29.887676 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:29.892692 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:29.896679 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Usage tracker for resource:router and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:29.899665 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:29.905442 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:29.920048 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.921089 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:29.939180 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.094976 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:30:30.095834 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.214144 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.263411 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Allocated IP 172.20.0.2 (13d9ba09-79d4-44d6-b4c2-9ee884ea1eab/1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc/e803a271-3b20-4ea3-b48e-77e4f7b2ae3c) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:30:30.477447 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.488932 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Transition to ACTIVE for port object e803a271-3b20-4ea3-b48e-77e4f7b2ae3c will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:30.509415 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Transition to ACTIVE for port object e803a271-3b20-4ea3-b48e-77e4f7b2ae3c will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:30.518918 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.523651 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:30.546864 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.576678 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.590851 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:30.593707 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:30.597406 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:30:30.603485 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Pushing event updated for resources: {'Port': ['ID=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:30.641603 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.641996 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.642283 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.642633 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.642990 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.643288 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.643609 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.643936 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.644242 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.644573 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.644880 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.645199 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:30.652962 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:30.707091 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Attempting to bind port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:30:30.707463 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Attempting to bind port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:30:30.707859 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Attempting to bind port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c on network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:30:30.713474 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:30:30.713895 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Checking segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:30.714287 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.714700 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Bound using segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:30:30.715170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Bound port: e803a271-3b20-4ea3-b48e-77e4f7b2ae3c, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:30:30.715552 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.727200 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Allocated IP 172.28.2.28 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/b6991a92-ef69-48bd-a069-e8db759a0994) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:30:30.813507 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] For port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:30:30.816625 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] For port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:30:30.823890 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.828829 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:30.884092 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.917872 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:30.919717 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Pushing event updated for resources: {'Port': ['ID=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:30.923916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-682b68b3-5536-473d-b027-7683a1db1eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:30.930566 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-9621f773-ba5a-4906-951d-55c7576ebe9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:30.984608 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:30.987710 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:30.991810 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:30:31.035314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6991a92-ef69-48bd-a069-e8db759a0994,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:31.043382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:31.548271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:31.726277 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:31.845886 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678cc424-2ab2-408e-895d-a1df2a47d303 None None] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:30:31.907815 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:31.970629 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-143ca1f5-beb9-441a-b418-60d8c77c602b None None] Provisioning for port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:32.122886 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:30:32.312673 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:30:32.323371 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Sync routers for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:30:32.333617 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:32.334170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:32.340106 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] Notify callbacks [] for router, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:32.344409 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-86a2b7a1-83df-460c-8d0a-b56f054f96f3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4580209 May 20 04:30:32.344409 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37190) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:32.527535 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:32.838160 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:31Z', 'revision_number': 3, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:32.847119 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Checking router: 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:30:32.847502 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Updating router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d port b6991a92-ef69-48bd-a069-e8db759a0994 binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:30:32.902685 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.045329 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e803a271-3b20-4ea3-b48e-77e4f7b2ae3c up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:33.193767 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.212709 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:33.229764 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:33.230142 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.418513 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.418818 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Allocated IP 172.20.0.1 (13d9ba09-79d4-44d6-b4c2-9ee884ea1eab/1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc/5abe6bfb-f467-4b22-9c65-36519e20654e) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:30:33.436751 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.446440 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Transition to ACTIVE for port object b6991a92-ef69-48bd-a069-e8db759a0994 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:33.456751 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.461799 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:33.553408 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:33.558271 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Attempting to bind port b6991a92-ef69-48bd-a069-e8db759a0994 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:30:33.558641 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Attempting to bind port b6991a92-ef69-48bd-a069-e8db759a0994 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:30:33.559006 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Attempting to bind port b6991a92-ef69-48bd-a069-e8db759a0994 on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:30:33.561473 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcc4d4-19cc-44e1-a10a-f6f543f97f48 None None] Pushing event updated for resources: {'Port': ['ID=b6991a92-ef69-48bd-a069-e8db759a0994,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:33.565333 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.568984 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-79bcc4d4-19cc-44e1-a10a-f6f543f97f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:33.569444 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-79bcc4d4-19cc-44e1-a10a-f6f543f97f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:33.588444 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.603368 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:30:33.603764 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:33.604139 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.604530 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:30:33.604979 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Transition to ACTIVE for port object 5abe6bfb-f467-4b22-9c65-36519e20654e will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:33.605093 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Bound port: b6991a92-ef69-48bd-a069-e8db759a0994, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:30:33.605370 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.635749 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.638910 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2a1d0c35-4f31-4772-b7bc-aca2672a07c6 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:33.698512 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:33.704176 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:33.706423 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:33.709401 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:33.711996 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] For port b6991a92-ef69-48bd-a069-e8db759a0994, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:30:33.714371 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:30:33.716357 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] For port b6991a92-ef69-48bd-a069-e8db759a0994, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=b6991a92-ef69-48bd-a069-e8db759a0994,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:30:33.721709 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.729335 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:33.750806 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Pushing event updated for resources: {'Port': ['ID=5abe6bfb-f467-4b22-9c65-36519e20654e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:33.753952 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:33.789739 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:33.810425 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:33.811088 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:33.919871 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcc4d4-19cc-44e1-a10a-f6f543f97f48 None None] Pushing event updated for resources: {'Port': ['ID=b6991a92-ef69-48bd-a069-e8db759a0994,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:33.923341 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-79bcc4d4-19cc-44e1-a10a-f6f543f97f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:34.047440 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-ec2efb4b-a80e-4dce-8b54-b02788fff383 None None] Provisioning for port 5abe6bfb-f467-4b22-9c65-36519e20654e completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:34.058394 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:34.069697 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:34.103032 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-ec2efb4b-a80e-4dce-8b54-b02788fff383 None None] Provisioning complete for port 5abe6bfb-f467-4b22-9c65-36519e20654e triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:34.103279 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ec2efb4b-a80e-4dce-8b54-b02788fff383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:34.288498 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-ec2efb4b-a80e-4dce-8b54-b02788fff383 None None] Port 5abe6bfb-f467-4b22-9c65-36519e20654e cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:30:34.310922 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:34.316837 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:34.344535 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:34.406578 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:31Z', 'revision_number': 3, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:34.410170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e12e9-adea-4401-a699-27799721e8e2 None None] The sync data for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb is: [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:31Z', 'revision_number': 3, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:30:34.427760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:34.435565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Pushing event updated for resources: {'Port': ['ID=5abe6bfb-f467-4b22-9c65-36519e20654e,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:34.439850 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:34.720054 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:34.721314 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:34.933549 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:30:35.015031 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-7f24f6bf-f6cb-45ae-b83b-cfd4d00766de None None] Provisioning complete for port 5abe6bfb-f467-4b22-9c65-36519e20654e triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:35.015526 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-7f24f6bf-f6cb-45ae-b83b-cfd4d00766de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.090107 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-7f24f6bf-f6cb-45ae-b83b-cfd4d00766de None None] Port 5abe6bfb-f467-4b22-9c65-36519e20654e cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:30:35.102535 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e803a271-3b20-4ea3-b48e-77e4f7b2ae3c up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:35.152492 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:30:35.169854 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-2e246b6e-6211-4e7b-9e9a-acfe2daa1062 admin admin] 10.222.0.42 "PUT /v2.0/routers/8100b90e-c3e4-4ea8-8fcc-75b47db2e40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8243921 May 20 04:30:35.188302 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:35.188676 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.325324 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b6991a92-ef69-48bd-a069-e8db759a0994 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:35.398934 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port b6991a92-ef69-48bd-a069-e8db759a0994 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:35.403929 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port b6991a92-ef69-48bd-a069-e8db759a0994 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:35.404302 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.530548 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.552702 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port b6991a92-ef69-48bd-a069-e8db759a0994, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=b6991a92-ef69-48bd-a069-e8db759a0994,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:35.557303 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.559422 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:35.626875 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=b6991a92-ef69-48bd-a069-e8db759a0994,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:35.630323 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:35.810359 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37208) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:35.816401 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-570851141-network', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:35.822810 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:35.829679 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Usage tracker for resource:network and tenant:744202c2a8c244a8a94b6e685c340a86 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:35.834995 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:35.843799 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:35.856774 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Made reservation on behalf of 744202c2a8c244a8a94b6e685c340a86 for: {'network': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:30:35.859209 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3665985'] for network, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.875880 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:35.891584 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:35.895554 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Usage tracker for resource:security_group_rule and tenant:744202c2a8c244a8a94b6e685c340a86 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:35.898818 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:35.904997 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:36.004687 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.009908 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.012984 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-15e57829-29ac-461a-8e56-9e235c43c3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:36.043235 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=91710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:30:36.052464 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2109e74e-669b-4113-8099-b69cb5253d6b,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:36.061866 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.segments_db [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Added segment 04dc2bdb-99e6-4ca8-bbed-2750b6805b0c of type vlan for network 76e0fe35-91db-49c7-89b0-78590921b2b6 May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.067197 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.068276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.068276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.068276 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.068592 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Sync routers for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:30:36.075511 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:36.082023 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:36.082753 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:36.103077 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794433150585'] for network, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.138088 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374'] for network, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.139834 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:36.140490 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.144344 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3175c72b-2505-43c7-bd56-cbdf0bbe2e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:36.284496 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:36.351447 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Pushing event updated for resources: {'Network': ['ID=76e0fe35-91db-49c7-89b0-78590921b2b6,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:36.354556 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:36.362112 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-6e53bdea-3548-4dd5-8f18-f92a2322043c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5505958 May 20 04:30:36.365431 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37212) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:36.367652 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 details requested by agent ovs-agent-dv-cinder-790910-4-smb with host dv-cinder-790910-4-smb {{(pid=91712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:30:36.371571 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Request body: {'subnet': {'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-570851141-subnet', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'ip_version': 4}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:36.377002 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:36.381522 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Usage tracker for resource:subnet and tenant:744202c2a8c244a8a94b6e685c340a86 is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:36.385241 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:36.392101 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:36.403685 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Made reservation on behalf of 744202c2a8c244a8a94b6e685c340a86 for: {'subnet': 1} {{(pid=91711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:30:36.406271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32312323'] for subnet, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.652264 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 2, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:36.655998 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Checking router: 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:30:36.656373 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Updating router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d port 5abe6bfb-f467-4b22-9c65-36519e20654e binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:30:36.711826 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.823064 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31533749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32312369'] for subnet, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.827526 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:36.895433 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:36.899546 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:36.907168 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Checking segment: {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:36.907484 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Network hostable DHCP agents. Network: 76e0fe35-91db-49c7-89b0-78590921b2b6, hostable agents: ['de7d6f7a-e33e-4eae-906c-a203c8aa76aa'], hosted agents: [] {{(pid=91711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:30:36.926673 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 is scheduled to be hosted by DHCP agent de7d6f7a-e33e-4eae-906c-a203c8aa76aa with binding_index 1 {{(pid=91711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:30:36.939600 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-4-smb, 76e0fe35-91db-49c7-89b0-78590921b2b6) {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:36.949217 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:36.950121 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.952123 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be647956-46c1-4325-8d6d-e018afce97a7 None None] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:30:36.988767 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-3b98d009-f0ad-4a99-a94d-e9914eb2c58e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6215518 May 20 04:30:36.991081 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37216) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:36.996436 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:37.002151 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:37.006608 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Usage tracker for resource:router and tenant:744202c2a8c244a8a94b6e685c340a86 is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:37.009902 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:37.016733 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:37.027611 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26735'] for router, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.028827 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26724'] for router, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.045397 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.141535 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b6991a92-ef69-48bd-a069-e8db759a0994 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:37.148408 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.160522 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Transition to ACTIVE for port object 5abe6bfb-f467-4b22-9c65-36519e20654e will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:37.167622 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.173315 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fdc1d913-0dbb-4615-b33c-e871e32d02fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:37.272471 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port b6991a92-ef69-48bd-a069-e8db759a0994 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:37.272925 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.307057 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd069ea58-d59b-55f0-955b-279612dfe2f9-76e0fe35-91db-49c7-89b0-78590921b2b6', 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'fixed_ips': [{'subnet_id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38'}]}} from dv-cinder-790910-4-smb. {{(pid=91712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:30:37.308292 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.326825 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26698'] for router, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.327504 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Pushing event updated for resources: {'Port': ['ID=5abe6bfb-f467-4b22-9c65-36519e20654e,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:37.369533 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.369984 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.370384 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.370773 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.371167 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.371554 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.372077 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.372459 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.372838 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.373212 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.373816 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.374199 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:37.390278 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:37.411061 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Attempting to bind port 5abe6bfb-f467-4b22-9c65-36519e20654e on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:30:37.411458 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Attempting to bind port 5abe6bfb-f467-4b22-9c65-36519e20654e by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:30:37.411934 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Attempting to bind port 5abe6bfb-f467-4b22-9c65-36519e20654e on network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:30:37.417974 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:30:37.418437 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Checking segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:37.418907 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.419364 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Bound using segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:30:37.419951 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Bound port: 5abe6bfb-f467-4b22-9c65-36519e20654e, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:30:37.420390 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.540086 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] For port 5abe6bfb-f467-4b22-9c65-36519e20654e, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:30:37.543357 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] For port 5abe6bfb-f467-4b22-9c65-36519e20654e, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=5abe6bfb-f467-4b22-9c65-36519e20654e,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:30:37.547536 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.551797 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:37.604854 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.db_base_plugin_common [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Allocated IP 172.20.0.2 (76e0fe35-91db-49c7-89b0-78590921b2b6/4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38/364420d0-c244-466e-8ac5-f8c62d968945) {{(pid=91712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:30:37.622326 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:37.623034 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:37.676188 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.690691 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Pushing event updated for resources: {'Port': ['ID=5abe6bfb-f467-4b22-9c65-36519e20654e,revision_number=4']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:37.703876 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fec166b3-0a79-4627-aa45-3d2ed2b30f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:37.706572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.847900 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Notify callbacks [] for port, precommit_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.858569 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:37.862002 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Transition to ACTIVE for port object 364420d0-c244-466e-8ac5-f8c62d968945 will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:37.877824 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Allocated IP 172.28.2.173 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/00899b14-593d-4f6c-807b-c50c79ebabee) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:30:37.884485 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Transition to ACTIVE for port object 364420d0-c244-466e-8ac5-f8c62d968945 will not be triggered until provisioned by entity DHCP. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:37.894501 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231'] for port, after_create {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.899432 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:37.974923 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 is already hosted by enough agents. {{(pid=91712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:37.983170 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.scheduler.base_scheduler [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Resources bound (agent type, host, resource id): {{(pid=91712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:37.988565 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Received port after_create {{(pid=91712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:30:37.990570 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Pushing event updated for resources: {'Port': ['ID=364420d0-c244-466e-8ac5-f8c62d968945,revision_number=1']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:37.996062 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:38.039626 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.073889 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.079536 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-48b12def-4b2f-4c16-aa91-820d2092cd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:38.087180 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Attempting to bind port 364420d0-c244-466e-8ac5-f8c62d968945 on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:30:38.087825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Attempting to bind port 364420d0-c244-466e-8ac5-f8c62d968945 by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:30:38.088480 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Attempting to bind port 364420d0-c244-466e-8ac5-f8c62d968945 on network 76e0fe35-91db-49c7-89b0-78590921b2b6 {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:30:38.094387 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:30:38.095016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Checking segment: {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:38.095608 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.096277 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Bound using segment: {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:30:38.096918 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Bound port: 364420d0-c244-466e-8ac5-f8c62d968945, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:30:38.097470 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.142058 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:38.145353 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:38.148056 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:30:38.197249 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] For port 364420d0-c244-466e-8ac5-f8c62d968945, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:30:38.201418 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] For port 364420d0-c244-466e-8ac5-f8c62d968945, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=364420d0-c244-466e-8ac5-f8c62d968945,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:30:38.205462 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Pushing event updated for resources: {'Port': ['ID=00899b14-593d-4f6c-807b-c50c79ebabee,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:38.206836 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.210927 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:38.212607 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:38.216137 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:37Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:38.220892 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aa1e2-cf33-46e4-b805-4c17ca857f4a None None] The sync data for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb is: [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:37Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:30:38.313769 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Pushing event updated for resources: {'Port': ['ID=364420d0-c244-466e-8ac5-f8c62d968945,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:38.318819 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:38.798553 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.089273 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 5abe6bfb-f467-4b22-9c65-36519e20654e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:39.166250 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 5abe6bfb-f467-4b22-9c65-36519e20654e completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:39.171598 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 5abe6bfb-f467-4b22-9c65-36519e20654e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:39.171981 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.183500 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516746'] for router, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.298974 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c569d52-800c-4d68-aa0c-11b918eaa841 None None] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:30:39.336177 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.410432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 is scheduled to L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 with binding_index 1 {{(pid=91710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:30:39.437681 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-cd29ee01-85c5-4eb2-8474-36d87fa20f01 None None] Provisioning for port 364420d0-c244-466e-8ac5-f8c62d968945 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:39.451327 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 5abe6bfb-f467-4b22-9c65-36519e20654e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=5abe6bfb-f467-4b22-9c65-36519e20654e,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:39.463969 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.464825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 364420d0-c244-466e-8ac5-f8c62d968945 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:39.491280 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-79bcc4d4-19cc-44e1-a10a-f6f543f97f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:39.597001 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:30:39.609841 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Sync routers for ids ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:30:39.623299 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.625035 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-2d4a5279-765d-43b1-8b2b-ed4173b66617 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6328766 May 20 04:30:39.628239 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37220) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:39.639674 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Routers {'ddaaf19a-20bd-4852-8777-c3bfce44c0e3'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:39.640310 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:39.705267 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=5abe6bfb-f467-4b22-9c65-36519e20654e,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:39.743564 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:39.763641 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 364420d0-c244-466e-8ac5-f8c62d968945 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:39.788487 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 364420d0-c244-466e-8ac5-f8c62d968945 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:39.788862 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.983665 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Set router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:40.253122 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.342597 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 364420d0-c244-466e-8ac5-f8c62d968945, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=364420d0-c244-466e-8ac5-f8c62d968945,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:40.353130 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.356261 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-fe145c70-3326-43cf-915f-fd4ac3e563bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:40.459221 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=364420d0-c244-466e-8ac5-f8c62d968945,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:40.462008 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-af7bd011-ffc8-4bf3-ab2c-95df1abe3a73 None None] Provisioning complete for port 364420d0-c244-466e-8ac5-f8c62d968945 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:40.462379 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-af7bd011-ffc8-4bf3-ab2c-95df1abe3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.486755 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:40.493434 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.524801 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:38Z', 'revision_number': 3, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:40.532266 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Checking router: ddaaf19a-20bd-4852-8777-c3bfce44c0e3 for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:30:40.532642 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Updating router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 port 00899b14-593d-4f6c-807b-c50c79ebabee binding host dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:30:40.635102 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.703884 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Allocated IP 172.20.0.1 (76e0fe35-91db-49c7-89b0-78590921b2b6/4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38/0bcf5d61-e05f-4a0a-b173-0fff50e6173e) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:30:40.869224 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.887510 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.provisioning_blocks [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Transition to ACTIVE for port object 0bcf5d61-e05f-4a0a-b173-0fff50e6173e will not be triggered until provisioned by entity DHCP. {{(pid=91711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:40.915824 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.920989 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-77c006af-6007-40b3-b7bc-37a86c4895a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:40.991294 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:40.991556 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Notify callbacks [] for port, precommit_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:40.994402 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:40.998633 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:30:41.005961 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Transition to ACTIVE for port object 00899b14-593d-4f6c-807b-c50c79ebabee will not be triggered until provisioned by entity L2. {{(pid=91712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:41.015213 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.024313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:41.040012 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:41.044499 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:41.065178 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399673'] for router_interface, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.070995 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 5abe6bfb-f467-4b22-9c65-36519e20654e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:41.178996 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Attempting to bind port 00899b14-593d-4f6c-807b-c50c79ebabee on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:30:41.179378 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Attempting to bind port 00899b14-593d-4f6c-807b-c50c79ebabee by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:30:41.179753 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Attempting to bind port 00899b14-593d-4f6c-807b-c50c79ebabee on network 0861045f-1bfc-4bd4-bd42-b8093cae7eac {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:30:41.190516 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2250ef-8d1d-40ef-a77d-a127bfe218fb None None] Pushing event updated for resources: {'Port': ['ID=00899b14-593d-4f6c-807b-c50c79ebabee,revision_number=2']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:41.198218 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:30:41.198640 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Checking segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:41.199064 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.200262 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Bound using segment: {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'} {{(pid=91712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:30:41.200262 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.managers [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Bound port: 00899b14-593d-4f6c-807b-c50c79ebabee, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de1c6bc-9211-493a-a494-30ecaeb0909a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac'}}] {{(pid=91712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:30:41.200480 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.219581 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.225759 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-1b2250ef-8d1d-40ef-a77d-a127bfe218fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:41.274303 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 5abe6bfb-f467-4b22-9c65-36519e20654e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:41.274984 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.337195 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] For port 00899b14-593d-4f6c-807b-c50c79ebabee, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:30:41.350856 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-a577eaaa-f6c6-4efd-ac49-397efea0e181 None None] Provisioning for port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:41.354840 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] For port 00899b14-593d-4f6c-807b-c50c79ebabee, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=00899b14-593d-4f6c-807b-c50c79ebabee,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:30:41.363016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.366894 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-a577eaaa-f6c6-4efd-ac49-397efea0e181 None None] Provisioning complete for port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:41.367269 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-a577eaaa-f6c6-4efd-ac49-397efea0e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.393706 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-bdfddbb9-16b3-4688-99d6-fc5740051545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:41.463046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.469614 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.500622 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8d4a3ed-5918-4d4c-b618-9c51581a23dd tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:41.534549 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-a577eaaa-f6c6-4efd-ac49-397efea0e181 None None] Port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:30:41.543230 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2250ef-8d1d-40ef-a77d-a127bfe218fb None None] Pushing event updated for resources: {'Port': ['ID=00899b14-593d-4f6c-807b-c50c79ebabee,revision_number=3']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:41.552766 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Routers {'ddaaf19a-20bd-4852-8777-c3bfce44c0e3'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:41.553337 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:41.584669 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399710'] for router_interface, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.588469 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:41.591493 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:41.609933 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-1b2250ef-8d1d-40ef-a77d-a127bfe218fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:41.703733 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 364420d0-c244-466e-8ac5-f8c62d968945 up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:41.743029 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:30:41.744334 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:30:41.888208 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] Set router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:41.963109 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 364420d0-c244-466e-8ac5-f8c62d968945 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:41.963489 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:41.964771 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:30:42.195644 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-14f19b04-cc72-4b1d-aadc-8cfda01deb07 None None] Provisioning complete for port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:42.196167 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-14f19b04-cc72-4b1d-aadc-8cfda01deb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:42.269684 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:30:42.289167 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-81c11827-c9aa-45ea-8d8c-f0bd472d45c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/ddaaf19a-20bd-4852-8777-c3bfce44c0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6513212 May 20 04:30:42.334909 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-14f19b04-cc72-4b1d-aadc-8cfda01deb07 None None] Port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:30:42.424716 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '0bcf5d61-e05f-4a0a-b173-0fff50e6173e', 'name': '', 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'mac_address': 'fa:16:3e:58:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:40Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 2, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'subnets': [{'id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:42.434175 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363eb493-c683-4514-867f-d7518c4d20d4 None None] The sync data for ids ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'] in dv-cinder-790910-4-smb is: [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '0bcf5d61-e05f-4a0a-b173-0fff50e6173e', 'name': '', 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'mac_address': 'fa:16:3e:58:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:40Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 2, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'subnets': [{'id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:30:42.920760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37230) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:42.928191 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178955779', 'description': 'tempest-secgroup-smoke-178955779 description', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:42.943595 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:42.948638 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:42.952162 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:42.961431 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:42.976844 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.002691 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:43.006803 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:43.010027 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:43.017021 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:43.110430 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.122814 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.126849 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-9b77adf1-6bdc-43a7-9572-bf4e88029d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.174855 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89d55e6-586b-4274-946c-8437865752b7,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.179300 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.180180 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.181895 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-cd292de2-7df0-46b3-a5cc-018e483cbd6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2590294 May 20 04:30:43.184852 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37234) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:43.190899 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group_rule': {'security_group_id': 'd89d55e6-586b-4274-946c-8437865752b7', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:43.197225 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:43.201760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:43.204852 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:43.212399 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:43.234672 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.305031 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.310720 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.312836 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.343798 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3eceda-de2f-49d9-a6b5-b7a2f75e0bd3,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.349267 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.360505 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.362011 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-50231c01-e9d9-4a3e-bdb9-c23ca9e8376c tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760201 May 20 04:30:43.364724 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37238) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:43.371086 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group_rule': {'security_group_id': 'd89d55e6-586b-4274-946c-8437865752b7', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:43.378421 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:43.382997 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:43.386465 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:43.393266 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:43.413509 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.479729 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.485843 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.487774 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.510271 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b1c72c-f0f1-4c7e-a555-4138ea9ee989,revision_number=0']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.512944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.521863 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.523187 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-e9389aed-9ac7-4e77-9981-44892d2a2ad9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570005 May 20 04:30:43.526234 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37242) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:43.531877 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group_rule': {'security_group_id': 'd89d55e6-586b-4274-946c-8437865752b7', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:43.539881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:43.544310 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:43.551423 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:43.558000 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:43.575180 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.639933 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.644093 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.646569 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.668741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9889f77-5b43-44d2-8beb-b5953a8f1561,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.673509 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.679309 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.680594 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-46c60d3c-2a43-42d9-bee2-a13cbe0ca655 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533725 May 20 04:30:43.683400 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37246) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:43.688632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group_rule': {'security_group_id': 'd89d55e6-586b-4274-946c-8437865752b7', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:43.695106 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:43.698925 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:43.701996 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:43.707763 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:43.725103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.792095 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.796324 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.802916 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.822348 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d64924a-e760-4d76-8770-ae9d310618d8,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.825577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.834476 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.836146 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-1d9fca65-839f-4d99-ba7b-c7c1c0a0870d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517484 May 20 04:30:43.838906 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37250) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:43.844534 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group_rule': {'security_group_id': 'd89d55e6-586b-4274-946c-8437865752b7', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:43.853796 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:43.858165 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:43.861940 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:43.868764 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:43.880134 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.securitygroups_db [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Project 98bae8b657d64b6a88fee5b7d7db840c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:30:43.886540 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.954836 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.959520 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.961639 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-b4a27cbf-21d1-49ac-8898-c617abde377b tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.983920 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52578fab-2742-4508-a87a-7e305f7fcc26,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.989582 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.995947 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.998765 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-42b0de3c-2248-4054-b8e2-71efe210802d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572945 May 20 04:30:44.000267 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37254) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:44.005716 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'security_group_rule': {'security_group_id': 'd89d55e6-586b-4274-946c-8437865752b7', 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:30:44.011850 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:44.016352 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:security_group_rule and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:44.019373 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:44.025253 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:44.037304 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.securitygroups_db [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Project 98bae8b657d64b6a88fee5b7d7db840c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:30:44.043750 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.119499 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.125122 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554433'] for security_group_rule, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.127392 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:44.150479 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677c801c-ff15-41ab-8d1c-8dd2f91b4b0d,revision_number=0']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:44.153391 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:44.161992 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.174227 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-cd763978-a6d1-4bde-8ba7-e449fb2b67a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1727788 May 20 04:30:45.036951 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 00899b14-593d-4f6c-807b-c50c79ebabee up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:45.123207 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 00899b14-593d-4f6c-807b-c50c79ebabee completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:45.128823 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 00899b14-593d-4f6c-807b-c50c79ebabee triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:45.129334 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.256947 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.276930 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 00899b14-593d-4f6c-807b-c50c79ebabee, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=00899b14-593d-4f6c-807b-c50c79ebabee,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:45.281584 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.289068 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-6fe3004d-e3ac-4944-a204-3be34041b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:45.363973 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=00899b14-593d-4f6c-807b-c50c79ebabee,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:45.367342 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:45.827229 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Sync routers for ids ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:30:45.837757 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Routers {'ddaaf19a-20bd-4852-8777-c3bfce44c0e3'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:45.838492 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:46.028154 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Set router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:46.376904 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '0bcf5d61-e05f-4a0a-b173-0fff50e6173e', 'name': '', 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'mac_address': 'fa:16:3e:58:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:40Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 2, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'subnets': [{'id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:46.380848 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Checking router: ddaaf19a-20bd-4852-8777-c3bfce44c0e3 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:30:46.381219 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Updating router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e binding host dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:30:46.438351 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.794183 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.806985 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Transition to ACTIVE for port object 0bcf5d61-e05f-4a0a-b173-0fff50e6173e will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:30:46.814259 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.818301 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:47.021678 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc2a77-9424-4ef0-aba9-7232e9ee08fc None None] Pushing event updated for resources: {'Port': ['ID=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:47.025600 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a1bc2a77-9424-4ef0-aba9-7232e9ee08fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:47.035299 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 00899b14-593d-4f6c-807b-c50c79ebabee up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:47.054747 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Attempting to bind port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e on host dv-cinder-790910-4-smb for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:30:47.055115 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Attempting to bind port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e by drivers openvswitch,hyperv on host dv-cinder-790910-4-smb at level 0 using segments [{'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:30:47.055543 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Attempting to bind port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e on network 76e0fe35-91db-49c7-89b0-78590921b2b6 {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:30:47.061894 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Checking agent: {'id': '2fee0a21-3b1c-44f5-a643-152523336b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 13, 23), 'started_at': datetime.datetime(2021, 5, 20, 4, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:30:47.062288 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Checking segment: {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:30:47.062665 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.063059 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Bound using segment: {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:30:47.063527 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Bound port: 0bcf5d61-e05f-4a0a-b173-0fff50e6173e, host: dv-cinder-790910-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:30:47.063945 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.164667 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 00899b14-593d-4f6c-807b-c50c79ebabee triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:47.165471 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.205034 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] For port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e, host dv-cinder-790910-4-smb, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:30:47.209113 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] For port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e, host dv-cinder-790910-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:30:47.214627 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.219752 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:47.299016 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Routers {'ddaaf19a-20bd-4852-8777-c3bfce44c0e3'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:47.299690 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:47.362470 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc2a77-9424-4ef0-aba9-7232e9ee08fc None None] Pushing event updated for resources: {'Port': ['ID=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,revision_number=4']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:47.372838 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a1bc2a77-9424-4ef0-aba9-7232e9ee08fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:47.506904 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] Set router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:47.838751 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '0bcf5d61-e05f-4a0a-b173-0fff50e6173e', 'name': '', 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'mac_address': 'fa:16:3e:58:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:40Z', 'updated_at': '2021-05-20T04:30:47Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'subnets': [{'id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:47.843371 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a7a7-31f6-4320-be65-3c223bcb4827 None None] The sync data for ids ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'] in dv-cinder-790910-4-smb is: [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:41Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '0bcf5d61-e05f-4a0a-b173-0fff50e6173e', 'name': '', 'network_id': '76e0fe35-91db-49c7-89b0-78590921b2b6', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'mac_address': 'fa:16:3e:58:25:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:40Z', 'updated_at': '2021-05-20T04:30:47Z', 'revision_number': 4, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'subnets': [{'id': '4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:30:49.050021 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 0bcf5d61-e05f-4a0a-b173-0fff50e6173e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:49.145218 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning for port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:30:49.149835 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:49.150212 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.315967 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.349068 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] For port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:49.353278 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.355311 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:49.424823 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Pushing event updated for resources: {'Port': ['ID=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:49.428185 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:50.194116 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9012324c-5a73-490d-9a5b-cf24f0bccfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:51.009228 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 0bcf5d61-e05f-4a0a-b173-0fff50e6173e up at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:30:51.084298 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Provisioning complete for port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:30:51.084643 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:53.307718 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-eabf02b6-92c2-4605-a57b-05e6654ed7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:53.309916 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:54.168424 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:55.657825 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:57.548821 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:30:58.328187 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-cc469dc8-c15d-4b26-a71f-1aca4c177433 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178955779&fields=id&tenant_id=98bae8b657d64b6a88fee5b7d7db840c HTTP/1.1" status: 200 len: 267 time: 0.0462782 May 20 04:30:58.480170 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-718e65b1-7ea2-4bdf-b21c-31a2ede6e43e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:58.481507 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-718e65b1-7ea2-4bdf-b21c-31a2ede6e43e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 809 time: 0.1440229 May 20 04:30:58.498514 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-170d4ad6-fda4-4060-a331-2797e7fb2802 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/quotas/98bae8b657d64b6a88fee5b7d7db840c HTTP/1.1" status: 200 len: 375 time: 0.0094986 May 20 04:30:58.691941 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-1be99916-273d-4949-bf0b-94fee7e0241e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879873 May 20 04:30:58.942818 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-e83f6ccf-02cf-420f-929d-fc0d572a69af service neutron] 10.222.0.42 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371678 May 20 04:30:59.088215 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-6a363d9f-769b-46aa-a822-2a098c3945ce service neutron] 10.222.0.42 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391487 May 20 04:30:59.510922 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-bc0af819-cd88-4259-aa69-23a74fc89066 req-24cb82c9-8df7-4b71-90e4-9f0867c014c2 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 210 time: 0.0437269 May 20 04:31:00.573947 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-638ed056-5748-4645-b12b-c8929b7102ca tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:00.575374 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-638ed056-5748-4645-b12b-c8929b7102ca tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 809 time: 0.1520002 May 20 04:31:00.659352 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-aa1b2579-c44c-4fd0-affc-a499d8dbae6e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98bae8b657d64b6a88fee5b7d7db840c HTTP/1.1" status: 200 len: 379 time: 0.0756104 May 20 04:31:00.673067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'port': {'device_id': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'admin_state_up': True, 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'security_groups': ['d89d55e6-586b-4274-946c-8437865752b7']}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:31:00.690861 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6304dbec-b119-487a-b2c1-a5069d0e5790 req-0cedf7b8-e985-4299-8f01-95108f47ee44 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 210 time: 0.0720201 May 20 04:31:00.814017 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:31:00.818037 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:port and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:31:00.821001 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:31:00.827087 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.quota.driver [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:31:00.838614 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Made reservation on behalf of 98bae8b657d64b6a88fee5b7d7db840c for: {'port': 1} {{(pid=91710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:31:00.842491 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:01.013853 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_common [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Allocated IP 172.20.0.12 (13d9ba09-79d4-44d6-b4c2-9ee884ea1eab/1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc/d116b895-c327-41cc-b3df-cc3fd6ba7034) {{(pid=91710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:31:01.202747 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for port, precommit_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:01.219252 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Transition to ACTIVE for port object d116b895-c327-41cc-b3df-cc3fd6ba7034 will not be triggered until provisioned by entity DHCP. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:31:01.247134 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_create {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:01.253010 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7c2f822b-0d5d-487f-ab56-2a2c93295a76 tempest-AttachVolumeTestJSON-1177898817 tempest-AttachVolumeTestJSON-1177898817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:01.320717 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab is already hosted by enough agents. {{(pid=91710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:31:01.323803 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.base_scheduler [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources bound (agent type, host, resource id): {{(pid=91710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:31:01.327798 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Received port after_create {{(pid=91710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:31:01.358067 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=1']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:01.364799 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:01.395924 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:01.396527 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:01.420121 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-7b1ae320-72ec-4b8d-82ab-18d6c523d2b9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550063 May 20 04:31:01.431686 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.v2.base [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Request body: {'port': {'device_id': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=91710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:31:01.547474 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:01.576714 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4a177851-6004-43ad-a030-0c163e0cc6d2 None None] Provisioning for port d116b895-c327-41cc-b3df-cc3fd6ba7034 completed by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:31:01.581785 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-4a177851-6004-43ad-a030-0c163e0cc6d2 None None] Provisioning complete for port d116b895-c327-41cc-b3df-cc3fd6ba7034 triggered by entity DHCP. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:31:01.582159 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4a177851-6004-43ad-a030-0c163e0cc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:01.636270 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-4a177851-6004-43ad-a030-0c163e0cc6d2 None None] Port d116b895-c327-41cc-b3df-cc3fd6ba7034 cannot update to ACTIVE because it is not bound. {{(pid=91712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:31:01.715210 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:02.058505 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d116b895-c327-41cc-b3df-cc3fd6ba7034 {{(pid=91710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:31:02.069477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38cc6b-48ec-417d-b169-542e36fe1222 req-26e1234e-56be-478a-a71f-600a1a99ff7e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:02.070179 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1c38cc6b-48ec-417d-b169-542e36fe1222 req-26e1234e-56be-478a-a71f-600a1a99ff7e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Synchronizing usage tracker for tenant:98bae8b657d64b6a88fee5b7d7db840c on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:31:02.077049 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:02.097712 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.provisioning_blocks [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Transition to ACTIVE for port object d116b895-c327-41cc-b3df-cc3fd6ba7034 will not be triggered until provisioned by entity L2. {{(pid=91710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:31:02.103177 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:02.106986 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-990deb76-f9a1-4e28-be11-deec6b4dfbf1 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:02.136023 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-1c38cc6b-48ec-417d-b169-542e36fe1222 req-26e1234e-56be-478a-a71f-600a1a99ff7e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Unset dirty status for tenant:98bae8b657d64b6a88fee5b7d7db840c on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:31:02.137162 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1c38cc6b-48ec-417d-b169-542e36fe1222 req-26e1234e-56be-478a-a71f-600a1a99ff7e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 932 time: 0.3343737 May 20 04:31:02.267724 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=2']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:02.295945 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:02.299281 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1c38cc6b-48ec-417d-b169-542e36fe1222 req-f0704809-9571-4e78-9268-aa8c35181075 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540458 May 20 04:31:02.382572 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Attempting to bind port d116b895-c327-41cc-b3df-cc3fd6ba7034 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:31:02.382899 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Attempting to bind port d116b895-c327-41cc-b3df-cc3fd6ba7034 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:31:02.383226 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Attempting to bind port d116b895-c327-41cc-b3df-cc3fd6ba7034 on network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:31:02.388104 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Port d116b895-c327-41cc-b3df-cc3fd6ba7034 on network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:31:02.388444 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Attempting to bind port d116b895-c327-41cc-b3df-cc3fd6ba7034 on network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:31:02.394024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Checking agent: {'id': 'c1ef86c4-badc-4f2a-8579-3e64e4956e38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'started_at': datetime.datetime(2021, 5, 20, 4, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:31:02.394359 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Checking segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:31:02.394737 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Bound using segment: {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'} {{(pid=91710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:31:02.395161 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.managers [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Bound port: d116b895-c327-41cc-b3df-cc3fd6ba7034, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1128155-adc4-4657-ba76-9952c4503771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab'}}] {{(pid=91710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:31:02.395501 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:02.486342 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, cleared binding levels {{(pid=91710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:31:02.489446 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:31:02.496552 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28571425'] for port, after_update {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:02.500459 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-289913ed-7b42-4d23-a79b-19b5bbdbcdbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:02.561518 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:02.562135 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:02.563503 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] 10.222.0.73 "PUT /v2.0/ports/d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1094 time: 1.1364110 May 20 04:31:02.563964 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:31:02.584432 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=3']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:02.588887 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-17e17e1e-a7e9-4a27-a749-67a75811c5ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:02.648526 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'status': 'completed', 'code': 200} May 20 04:31:02.692769 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-a8a74314-ff15-4d4a-9336-c500a3472585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:02.694328 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-a8a74314-ff15-4d4a-9336-c500a3472585 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1097 time: 0.0793951 May 20 04:31:02.767341 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-ed97ca8c-b0fe-4332-81de-9616e42840d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 217 time: 0.0659606 May 20 04:31:02.832303 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-c3174fd8-16f7-4891-9c03-33c7bc8422e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:02.833780 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-c3174fd8-16f7-4891-9c03-33c7bc8422e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0601161 May 20 04:31:02.917583 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-0e023ade-cead-464e-915b-b3cd9aa3fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:02.919138 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-0e023ade-cead-464e-915b-b3cd9aa3fab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788062 May 20 04:31:03.053883 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-30126345-94fa-44f1-93ea-66d458b64646 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276531 May 20 04:31:03.196690 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-203696e4-5517-42ee-8c8a-f2693fc96b3f req-5da7cecd-4718-4a63-94e7-ef77f93df2fe service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366889 May 20 04:31:03.319616 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-2fe7006f-7161-4c29-a502-5e46d78f9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:03.321124 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-2fe7006f-7161-4c29-a502-5e46d78f9ccd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1097 time: 0.0723472 May 20 04:31:03.501022 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-36433609-00d4-4b30-9f4b-452f9c58ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:03.502584 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-36433609-00d4-4b30-9f4b-452f9c58ccba service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1749125 May 20 04:31:03.575166 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-db970472-0d6b-4530-a6ac-7137410dccc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 217 time: 0.0644169 May 20 04:31:03.587244 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9087-5ea3-4a25-a28b-8848241a9e74 req-c2748f07-ddcc-477b-b7b5-beae3f55fccb tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:03.588622 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c59b9087-5ea3-4a25-a28b-8848241a9e74 req-c2748f07-ddcc-477b-b7b5-beae3f55fccb tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 944 time: 0.1785498 May 20 04:31:03.783680 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-4b047459-78c1-4588-8f94-4fb27314b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:03.785014 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-4b047459-78c1-4588-8f94-4fb27314b6e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.1956096 May 20 04:31:03.787982 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c59b9087-5ea3-4a25-a28b-8848241a9e74 req-bde32627-e045-4ce1-b9c7-8fc19ff63a16 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702068 May 20 04:31:03.865713 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-ad7cb236-982a-42ee-b65f-6e4b7c312f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:03.865713 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-ad7cb236-982a-42ee-b65f-6e4b7c312f45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720735 May 20 04:31:04.002640 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-c002f9ad-e6e8-4533-b1e4-1569fef8900c service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303663 May 20 04:31:04.139831 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fdeb19a8-9401-451a-b7f3-2a2ac7245ac1 req-86bfb2fa-7812-4104-84eb-db411fb4de7f service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300845 May 20 04:31:04.996460 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700181b5-a774-4acf-9d44-64fdff76ef3c req-2e69ccb4-cbba-4261-8bc3-4458889769a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:04.998030 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-700181b5-a774-4acf-9d44-64fdff76ef3c req-2e69ccb4-cbba-4261-8bc3-4458889769a9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 944 time: 0.0977321 May 20 04:31:05.050566 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-700181b5-a774-4acf-9d44-64fdff76ef3c req-2f3aabfb-c20b-4d3b-a66e-2793969bbd82 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 May 20 04:31:05.057588 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:31:05.192301 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:05.210244 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'port_id': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'mac_address': 'fa:16:3e:6d:52:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:31:05.269397 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:05.286761 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d116b895-c327-41cc-b3df-cc3fd6ba7034 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:31:05.302970 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:05.308575 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:05.310505 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:05.375643 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=4']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:05.378822 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:05.516822 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['d116b895-c327-41cc-b3df-cc3fd6ba7034'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:31:06.250574 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21d330-c3c6-4c56-a867-412e744220ba req-273163a8-e3d4-410f-9d69-40283be1e821 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:06.251992 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b21d330-c3c6-4c56-a867-412e744220ba req-273163a8-e3d4-410f-9d69-40283be1e821 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 945 time: 0.0926545 May 20 04:31:06.299233 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2b21d330-c3c6-4c56-a867-412e744220ba req-7253a8c3-e8a8-4600-bc8b-85e92072c3c2 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 May 20 04:31:07.074071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:31:07.148388 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning for port d116b895-c327-41cc-b3df-cc3fd6ba7034 completed by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:31:07.152742 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port d116b895-c327-41cc-b3df-cc3fd6ba7034 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:31:07.153116 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:07.273689 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:07.301203 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:31:07.311617 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:07.316275 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:07.318240 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:07.352056 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'code': 200} May 20 04:31:07.390223 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=5']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:07.393459 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:07.495845 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2966f-0237-4dc2-8726-4a0f67dc9008 req-a1495385-d4fb-45d2-b3e7-45846a824c0d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:07.497186 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34e2966f-0237-4dc2-8726-4a0f67dc9008 req-a1495385-d4fb-45d2-b3e7-45846a824c0d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0850644 May 20 04:31:07.546352 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-34e2966f-0237-4dc2-8726-4a0f67dc9008 req-6ab1aa88-137e-4c32-b4e5-7d62338fd89a tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 May 20 04:31:07.639741 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7b8da-e6a3-4682-911d-a6187c11510c req-e54cdb71-841f-4856-bf03-79766de2db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:07.641200 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-efd7b8da-e6a3-4682-911d-a6187c11510c req-e54cdb71-841f-4856-bf03-79766de2db1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0706632 May 20 04:31:07.691630 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-efd7b8da-e6a3-4682-911d-a6187c11510c req-563bf43f-ee6d-42fc-9fdb-fedf86f733a9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441873 May 20 04:31:08.743749 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababf4fa-a83d-4f2f-93ae-18845753e7cf req-fabfc668-4712-46a6-bf36-9af616bdf0d6 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:08.745250 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ababf4fa-a83d-4f2f-93ae-18845753e7cf req-fabfc668-4712-46a6-bf36-9af616bdf0d6 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0881815 May 20 04:31:08.793400 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ababf4fa-a83d-4f2f-93ae-18845753e7cf req-21859490-dfeb-4ce9-8bbc-bb454f4aca9d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 May 20 04:31:08.983867 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481096d-c704-480b-908a-006390245c01 req-1d09c14b-31e8-4618-aac1-6560f60c7af0 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:08.985369 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6481096d-c704-480b-908a-006390245c01 req-1d09c14b-31e8-4618-aac1-6560f60c7af0 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0866084 May 20 04:31:09.040604 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6481096d-c704-480b-908a-006390245c01 req-384cf54f-4ef4-4b7b-b304-534d4181ea94 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465324 May 20 04:31:09.070010 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37392) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:09.190697 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3dd145-e5e5-452c-a9cd-7e799c198e02 tempest-TestShelveInstance-846786179 tempest-TestShelveInstance-846786179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:09.192222 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-0c3dd145-e5e5-452c-a9cd-7e799c198e02 tempest-TestShelveInstance-846786179 tempest-TestShelveInstance-846786179-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1094 time: 0.1212149 May 20 04:31:09.195718 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37398) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:09.201320 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.v2.base [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Request body: {'floatingip': {'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'port_id': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:31:09.207736 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:31:09.211551 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Usage tracker for resource:floatingip and tenant:98bae8b657d64b6a88fee5b7d7db840c is out of sync, need to count used quota {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:31:09.214448 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.quota.resource [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91711) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:31:09.221197 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.quota.driver [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91711) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:31:09.234566 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for floatingip, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:09.383494 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:09.524896 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_common [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Allocated IP 172.28.2.242 (0861045f-1bfc-4bd4-bd42-b8093cae7eac/c520b4da-8e99-449c-9a10-e8ee874f0f80/6c5df7e8-f367-438d-b078-3c39666ae2e3) {{(pid=91711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:31:09.683931 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for port, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:09.723747 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794433162231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:09.729519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-b8efba0a-8a8c-4d91-82c6-0724d8f62686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:09.798979 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Network 0861045f-1bfc-4bd4-bd42-b8093cae7eac is already hosted by enough agents. {{(pid=91711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:31:09.801926 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.base_scheduler [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Resources bound (agent type, host, resource id): {{(pid=91711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:31:09.805630 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Received port after_create {{(pid=91711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:31:09.838886 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'Port': ['ID=6c5df7e8-f367-438d-b078-3c39666ae2e3,revision_number=1']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:09.845626 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:10.234122 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:10.315820 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:10.534760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for port, precommit_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:10.542046 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31652412'] for port, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:10.547404 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-af3b075e-726f-40bf-a182-7794ac4f18f5 tempest-AttachVolumeShelveTestJSON-419981472 tempest-AttachVolumeShelveTestJSON-419981472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:10.760396 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event updated for resources: {'Port': ['ID=6c5df7e8-f367-438d-b078-3c39666ae2e3,revision_number=2']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:10.765027 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:10.769734 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-399798'] for floatingip, after_update {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:10.947189 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.db.l3_db [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Floating IP 3b90f0e1-8671-4517-9ea7-48d3937f2af3 associated. External IP: 172.28.2.242, port: d116b895-c327-41cc-b3df-cc3fd6ba7034. May 20 04:31:11.304478 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:31:11.495912 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:31:11.505793 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] Sync routers for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:31:11.516308 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:31:11.516919 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:31:11.528438 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:11.593503 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-7cb08bfe-f2e9-45bd-b773-aae0948aa992 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3863297 May 20 04:31:11.593503 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:31:11.631321 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'status': 'completed', 'code': 200} May 20 04:31:11.703585 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:31:11.729950 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-887abde2-36dd-458e-a645-88ccfb607f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:11.731445 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-887abde2-36dd-458e-a645-88ccfb607f2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0764606 May 20 04:31:11.876991 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-925c8505-6b65-44a3-b9e3-2800ee745e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:11.878479 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-925c8505-6b65-44a3-b9e3-2800ee745e3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1401572 May 20 04:31:11.982998 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-afa140dc-808d-43aa-b573-3e977aba5c59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1000 time: 0.0985212 May 20 04:31:12.048160 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-6c1069b0-ef11-4c4f-901c-246221a38301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:12.049635 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-6c1069b0-ef11-4c4f-901c-246221a38301 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0601790 May 20 04:31:12.090138 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '3b90f0e1-8671-4517-9ea7-48d3937f2af3', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'port_id': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'mac_address': 'fa:16:3e:6d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:31:10Z', 'updated_at': '2021-05-20T04:31:10Z', 'revision_number': 0, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:39Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:31:12.094083 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] Checking router: 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:31:12.102505 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:31:12.103057 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:30:53Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:31:12.124583 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-f1a1398a-4e60-4300-8efd-eede2687e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:12.126109 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-f1a1398a-4e60-4300-8efd-eede2687e282 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705063 May 20 04:31:12.257718 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-55ec3694-c804-4a4d-b815-6a36ebfd7c2a service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251514 May 20 04:31:12.285604 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:31:12.488968 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-ac05e3fb-b188-445f-a60a-728d39f4e915 req-b6cdaaa9-653e-4559-885d-3c1bfca9e07d service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249727 May 20 04:31:12.650210 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '3b90f0e1-8671-4517-9ea7-48d3937f2af3', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'port_id': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'mac_address': 'fa:16:3e:6d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:31:10Z', 'updated_at': '2021-05-20T04:31:10Z', 'revision_number': 0, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:39Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:31:12.654859 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a781a-74a4-45c2-a63a-5fb03673c52e None None] The sync data for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb is: [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_floatingips': [{'id': '3b90f0e1-8671-4517-9ea7-48d3937f2af3', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'router_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'port_id': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'mac_address': 'fa:16:3e:6d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:31:10Z', 'updated_at': '2021-05-20T04:31:10Z', 'revision_number': 0, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:39Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:31:12.851202 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aff8f4-a59d-44bd-bb3c-62ae018e6031 None None] New status for floating IP 3b90f0e1-8671-4517-9ea7-48d3937f2af3: ACTIVE {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:31:20.195975 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-7de76b2b-c88d-4fbd-ae90-c2bf1440b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:23.299446 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4de4e985-0107-48ff-bd6d-0410b6a2131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:23.304179 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:24.171383 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:25.671452 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:31.717238 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:31.980155 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-d505960b-d976-4ef2-8d5a-0932f82974ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837638 May 20 04:31:32.123388 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f2924-5fc5-42dd-82a8-612547704a0a req-ce16633f-3410-4f9a-ad61-3b5b593e3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:32.124883 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-ce16633f-3410-4f9a-ad61-3b5b593e3c3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0726645 May 20 04:31:32.284760 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f2924-5fc5-42dd-82a8-612547704a0a req-3f678712-d7be-4ece-a7eb-0797cb29fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:32.286753 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-3f678712-d7be-4ece-a7eb-0797cb29fc5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1353543 May 20 04:31:32.402318 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-5de51acb-8e7a-4ddd-a893-1a44fb96100d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1002 time: 0.1082444 May 20 04:31:32.469450 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f2924-5fc5-42dd-82a8-612547704a0a req-a7a1b000-123d-4e07-b645-9f4e776d3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:32.470936 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-a7a1b000-123d-4e07-b645-9f4e776d3399 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0614226 May 20 04:31:32.555507 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f2924-5fc5-42dd-82a8-612547704a0a req-521869a7-60ad-4ef6-99ed-884b95a22c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:32.556922 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-521869a7-60ad-4ef6-99ed-884b95a22c37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791168 May 20 04:31:32.694414 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-affdd238-d09f-4767-84d3-7e00b9fb6df7 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301544 May 20 04:31:32.833996 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-780f2924-5fc5-42dd-82a8-612547704a0a req-22f338c2-6c7e-425f-b13c-08b2d1013408 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314051 May 20 04:31:34.548851 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:31:50.191768 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-14219bce-4c8c-4e5d-a257-f54a1a9c2bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:53.299902 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fe8aec58-a0ff-493c-93f5-e7ad1b60fe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:53.313626 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:54.177415 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:55.665237 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:01.731355 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:11.550487 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:32:20.190128 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c1ad979f-b06d-48d1-a84e-871065290841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:23.305668 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9f15b00f-79bb-4565-82f0-d4dfc3328abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:23.311668 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:24.184064 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:25.671149 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:31.726364 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:34.027578 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-edcec6f5-56f6-4660-8223-afcd9730886a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296840 May 20 04:32:34.183789 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-b64c0e70-c1a7-4757-9eba-cf3cb7b35282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:34.185177 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-b64c0e70-c1a7-4757-9eba-cf3cb7b35282 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0870681 May 20 04:32:34.335366 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-03e41160-b10c-4c38-92d6-36d9fccc3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:34.336822 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-03e41160-b10c-4c38-92d6-36d9fccc3a73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1314812 May 20 04:32:34.443431 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-4cd8eb98-e744-4b1d-abc8-4892311d9ae1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1002 time: 0.0995035 May 20 04:32:34.505368 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-79879958-8f6c-4570-81ee-bb8785e3b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:34.506821 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-79879958-8f6c-4570-81ee-bb8785e3b3a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0578544 May 20 04:32:34.583776 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-358a60a6-120c-411e-b82c-7bc4e9c7d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:34.585247 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-358a60a6-120c-411e-b82c-7bc4e9c7d57d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719247 May 20 04:32:34.595313 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-f662ccbd-178a-490b-8b56-e9a4c580a906 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:32:34.596204 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-f662ccbd-178a-490b-8b56-e9a4c580a906 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048985 May 20 04:32:34.727181 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-bc5c59e3-d35c-4501-a516-970cdf9cd4c9 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237278 May 20 04:32:34.962725 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-26d40eab-3000-4f3f-b97e-21020b1679c8 req-586061fa-b781-402e-a286-d5201f3064cd service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296784 May 20 04:32:48.550720 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:32:50.184776 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-b6aaee63-d61a-40bb-ac7c-3000849dd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:53.307894 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2d16-2558-4279-9b0f-9177bd76774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:53.313612 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:54.190121 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:55.671588 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:01.563099 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f6c9b-a939-416b-8abc-0cc916bb7b7c req-a805a050-493d-4d7d-a3b9-24dc9b45c3cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:01.564600 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a03f6c9b-a939-416b-8abc-0cc916bb7b7c req-a805a050-493d-4d7d-a3b9-24dc9b45c3cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.1397998 May 20 04:33:01.612146 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-a03f6c9b-a939-416b-8abc-0cc916bb7b7c req-22195097-bb1e-4f5c-b69c-347accd89360 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 May 20 04:33:01.740219 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:02.874374 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04921a-a766-4fb0-9499-5f09a22ceffd req-0f24dcec-f093-4062-bde4-1bb5b386bae7 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:02.875967 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fe04921a-a766-4fb0-9499-5f09a22ceffd req-0f24dcec-f093-4062-bde4-1bb5b386bae7 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.1387253 May 20 04:33:02.929309 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fe04921a-a766-4fb0-9499-5f09a22ceffd req-034af4dc-1f69-481e-a6e4-68d4372c3a84 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 May 20 04:33:04.130672 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0a6d-4c82-4866-a7ce-24ec7643e76d req-3011ec60-73c2-4b12-8333-4b341bca4ffb tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:04.132032 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-995a0a6d-4c82-4866-a7ce-24ec7643e76d req-3011ec60-73c2-4b12-8333-4b341bca4ffb tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0814457 May 20 04:33:04.178138 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-995a0a6d-4c82-4866-a7ce-24ec7643e76d req-2f783eee-c3d1-4be4-b7ea-9628dfdf0d2e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396235 May 20 04:33:05.413629 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd478e-9865-436e-b3bc-d975e09774fd req-1c1251d7-64c6-4734-b7a2-79ff9a264600 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:05.415288 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c1dd478e-9865-436e-b3bc-d975e09774fd req-1c1251d7-64c6-4734-b7a2-79ff9a264600 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0991297 May 20 04:33:05.470982 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c1dd478e-9865-436e-b3bc-d975e09774fd req-0cf56bc9-9392-4650-9bd8-d9db25d08f0e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482740 May 20 04:33:06.672445 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe506-ec11-4d7e-a6a5-f5e80185ed60 req-2c1ea5ce-bf79-43bc-a829-f93112bef712 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:06.674151 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3fefe506-ec11-4d7e-a6a5-f5e80185ed60 req-2c1ea5ce-bf79-43bc-a829-f93112bef712 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0893011 May 20 04:33:06.722735 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-3fefe506-ec11-4d7e-a6a5-f5e80185ed60 req-0e3f54c9-984c-49c3-a3c7-bd03b65a4440 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 May 20 04:33:07.921914 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab29b-bfdb-4d23-8e57-dd5ca3f9b031 req-410d3c1c-e1b2-453b-add3-14ce86fa89a7 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:07.923388 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-110ab29b-bfdb-4d23-8e57-dd5ca3f9b031 req-410d3c1c-e1b2-453b-add3-14ce86fa89a7 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0869730 May 20 04:33:07.981025 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-110ab29b-bfdb-4d23-8e57-dd5ca3f9b031 req-c9e0ee60-6f97-47b2-bece-1d4b3cb0c4a5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505095 May 20 04:33:09.185842 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a6522-26d7-408b-9bed-69885828cd5d req-b92d4234-cbd5-4b9a-ab89-5fe06a0d23e5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:09.187364 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8a6a6522-26d7-408b-9bed-69885828cd5d req-b92d4234-cbd5-4b9a-ab89-5fe06a0d23e5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0937922 May 20 04:33:09.242072 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-8a6a6522-26d7-408b-9bed-69885828cd5d req-a5d08776-f476-492b-be68-bf3cb21f5902 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482020 May 20 04:33:10.437449 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ddbdc-c403-48e6-ace3-45dce29e7d10 req-5345076b-6317-437c-afa0-b2e22881d7ee tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:10.439027 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e61ddbdc-c403-48e6-ace3-45dce29e7d10 req-5345076b-6317-437c-afa0-b2e22881d7ee tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0868099 May 20 04:33:10.489227 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-e61ddbdc-c403-48e6-ace3-45dce29e7d10 req-45685047-ddfe-4aeb-b4b2-f211b2e1eea0 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440841 May 20 04:33:11.603588 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-e6fb0493-3532-471d-b2f5-8739984eba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:11.605079 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-e6fb0493-3532-471d-b2f5-8739984eba9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0751877 May 20 04:33:11.788464 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-ef88e0c5-840f-4557-b6cb-c06917212a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:11.790243 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-ef88e0c5-840f-4557-b6cb-c06917212a6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1788986 May 20 04:33:11.887898 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475968a-015e-4523-beb0-9ccce32328fe req-43efc8c4-a5db-4a8d-9dff-bf898e0d2ff9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:11.889372 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1475968a-015e-4523-beb0-9ccce32328fe req-43efc8c4-a5db-4a8d-9dff-bf898e0d2ff9 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.1977961 May 20 04:33:11.925524 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-8079e724-24a0-41c1-bf78-f31df2b97298 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1002 time: 0.1287966 May 20 04:33:11.993725 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1475968a-015e-4523-beb0-9ccce32328fe req-8b904653-4ce8-44a6-b28f-ad996ec5dc78 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982161 May 20 04:33:12.007818 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-440f1663-feff-4acb-8fdc-de2d74433bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:12.009771 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-440f1663-feff-4acb-8fdc-de2d74433bdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0733469 May 20 04:33:12.094016 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-2fb6c52a-a676-435f-b210-1a7c0ee0f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:12.095544 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-2fb6c52a-a676-435f-b210-1a7c0ee0f6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791905 May 20 04:33:12.239650 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-76395d4c-de96-4193-a2d4-3f35176d20e3 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370139 May 20 04:33:12.476255 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-4ac811dd-c1c0-4d32-b1c2-5af7fb22a3c5 req-4993fd37-3929-471c-acaf-2ba0df35ea4e service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302914 May 20 04:33:13.201934 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b87b-3d3d-4a57-9f21-249ca6e68a5c req-44867fca-3785-4b44-81d3-8ea43dea92aa tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:13.203410 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2096b87b-3d3d-4a57-9f21-249ca6e68a5c req-44867fca-3785-4b44-81d3-8ea43dea92aa tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0908906 May 20 04:33:13.274234 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-2096b87b-3d3d-4a57-9f21-249ca6e68a5c req-aaecb66d-941c-4481-b803-388ae38af068 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601358 May 20 04:33:14.465395 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046536d-e172-4fc4-a079-980d900237ab req-4e2b2044-a46c-436a-9d80-b984f2046dac tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:14.466992 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b046536d-e172-4fc4-a079-980d900237ab req-4e2b2044-a46c-436a-9d80-b984f2046dac tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0823677 May 20 04:33:14.519905 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b046536d-e172-4fc4-a079-980d900237ab req-f8b19262-f663-4fc2-bb12-8b46c6db3aaf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468173 May 20 04:33:14.840032 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37478) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:14.894968 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9563d-1be1-4177-ba95-f5724d6162f4 req-1cec72ab-5c44-4fe6-877b-546624dfd4db tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:14.896578 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-48b9563d-1be1-4177-ba95-f5724d6162f4 req-1cec72ab-5c44-4fe6-877b-546624dfd4db tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0911684 May 20 04:33:14.943372 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-48b9563d-1be1-4177-ba95-f5724d6162f4 req-be9a8e69-3530-4988-8151-80e76f4beed8 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405879 May 20 04:33:14.963019 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-9f7a64e5-0088-40a9-8e84-0d488dda3ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215916 May 20 04:33:16.138632 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018124bc-5aa0-485e-942b-ecd17cdb42ec req-82f7f9de-70d0-4f69-9a06-3edf235ee21e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:16.140072 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-018124bc-5aa0-485e-942b-ecd17cdb42ec req-82f7f9de-70d0-4f69-9a06-3edf235ee21e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0844245 May 20 04:33:16.188912 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-018124bc-5aa0-485e-942b-ecd17cdb42ec req-f3effd11-131d-440e-8d7e-cb0e11b0ba6b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 May 20 04:33:16.660469 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-a59165d3-cf97-443c-aa75-27c0989dff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:16.661975 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-a59165d3-cf97-443c-aa75-27c0989dff2b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314&tenant_id=98bae8b657d64b6a88fee5b7d7db840c HTTP/1.1" status: 200 len: 1099 time: 0.0730050 May 20 04:33:16.760881 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-5493d3ff-bb55-4694-aa96-8f46b0229f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:16.762738 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-5493d3ff-bb55-4694-aa96-8f46b0229f04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0795476 May 20 04:33:16.902552 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-6a1a84f8-461c-4202-b02e-472401b1c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:16.904015 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-6a1a84f8-461c-4202-b02e-472401b1c449 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1351492 May 20 04:33:17.004955 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-45cd6aba-c93e-4657-ad53-f57e581e5e58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1002 time: 0.0942285 May 20 04:33:17.074076 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-45f4eb20-0198-4fda-a21c-1dadd50be681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:17.075539 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-45f4eb20-0198-4fda-a21c-1dadd50be681 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0651724 May 20 04:33:17.162981 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-1e401e72-2251-43f8-8e11-49d03ede0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:17.164711 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-1e401e72-2251-43f8-8e11-49d03ede0cd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822968 May 20 04:33:17.327714 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-8edaf4c5-f6c1-4ecb-bf96-5d8bb3e24ff5 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566584 May 20 04:33:17.516438 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-97ce5f0d-321a-4729-9967-0fcf15d8cd10 req-00458c32-cd20-435a-9735-0e804f9092b8 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524212 May 20 04:33:17.526024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bbea5-efb5-4387-a324-eb9693c9572b req-44ae025b-79a8-41ed-a0de-defe7feddc13 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:17.527450 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c0bbea5-efb5-4387-a324-eb9693c9572b req-44ae025b-79a8-41ed-a0de-defe7feddc13 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.1980367 May 20 04:33:17.553877 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:17.578477 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6c0bbea5-efb5-4387-a324-eb9693c9572b req-ad82eca4-9374-445e-8edd-3d3cac13750e tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 May 20 04:33:17.677075 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.704199 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:33:17.719500 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:17.724557 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.727684 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:17.798133 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=6']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:17.805751 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.806060 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.806393 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.806796 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.807121 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.807453 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.807777 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.808094 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.808414 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.808739 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.809058 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.809371 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:17.813751 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'code': 200} May 20 04:33:17.814418 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:18.539772 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f67eb6-52b1-40c0-bfd4-35a58d9d28fd req-f4c7611d-7baf-4b17-b699-c0ea0c2f3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:18.541250 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c2f67eb6-52b1-40c0-bfd4-35a58d9d28fd req-f4c7611d-7baf-4b17-b699-c0ea0c2f3f68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1097 time: 0.0858369 May 20 04:33:18.583357 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-c2f67eb6-52b1-40c0-bfd4-35a58d9d28fd req-4675f7e4-35d5-4d40-9dc6-971b5a8e4167 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 May 20 04:33:18.773876 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e06b29-1bd6-48fd-b566-e32aa36257a9 req-455c22d4-2ef9-4580-9937-8ee7f7e7f00d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:18.775420 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-48e06b29-1bd6-48fd-b566-e32aa36257a9 req-455c22d4-2ef9-4580-9937-8ee7f7e7f00d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 944 time: 0.0859697 May 20 04:33:18.832192 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-48e06b29-1bd6-48fd-b566-e32aa36257a9 req-160e4b11-01cb-40da-abd4-1534479131b6 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494938 May 20 04:33:19.558972 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=91712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:33:19.744532 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:19.759622 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Returning: {'device': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'port_id': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'mac_address': 'fa:16:3e:6d:52:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:33:19.816089 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.834441 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d116b895-c327-41cc-b3df-cc3fd6ba7034 {{(pid=91712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:33:19.851815 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:19.857097 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.859058 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-3eaba750-cdfd-46ae-ba60-65290b3ef89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:19.933204 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=7']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:19.936518 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:20.089424 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] get_ports_and_sgs() called for port_ids ['d116b895-c327-41cc-b3df-cc3fd6ba7034'] {{(pid=91712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:33:20.122468 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc837f8-18f5-4139-a0fe-8dbe1bef0b03 req-d08e2678-205b-49ed-8b46-16fcac03904d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:20.123999 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5dc837f8-18f5-4139-a0fe-8dbe1bef0b03 req-d08e2678-205b-49ed-8b46-16fcac03904d tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 945 time: 0.1816976 May 20 04:33:20.171937 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-5dc837f8-18f5-4139-a0fe-8dbe1bef0b03 req-d959e6fd-af90-481f-940a-ceb658aff7dc tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 May 20 04:33:20.206162 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3e081c43-a985-405b-a8c2-15f7e31718fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.576658 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 up at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:33:21.699331 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.provisioning_blocks [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Provisioning complete for port d116b895-c327-41cc-b3df-cc3fd6ba7034 triggered by entity L2. {{(pid=91712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:33:21.700002 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3522960'] for port, provisioning_complete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.828869 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3665998'] for port, before_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.857374 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:33:21.868353 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:21.873687 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794433580207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794433165325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794433165370'] for port, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.875617 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-fea6807e-b81b-4782-8260-d48c4e83637c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:21.909176 dv-cinder-790910-4-smb neutron-server[91712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'code': 200} May 20 04:33:21.947753 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Pushing event updated for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=8']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:21.951026 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:23.311432 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-80d95cf6-1c28-4d95-a3fd-e057cf383bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.315586 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.186643 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:25.551530 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:33:25.676896 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:31.745219 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:35.966268 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-27b7c93f-d567-40fc-b205-ecb2c911768f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778258 May 20 04:33:36.119400 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-8ecd565d-ee7c-4279-9c67-c80878da21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:36.121470 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-8ecd565d-ee7c-4279-9c67-c80878da21a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.0779786 May 20 04:33:36.279372 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-bd116f3a-1375-4301-8423-c3fbfef49695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:36.280837 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-bd116f3a-1375-4301-8423-c3fbfef49695 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1390674 May 20 04:33:36.387038 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-3c6b9f6f-471b-402a-bbd7-a70ea57b2a5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 1002 time: 0.0978832 May 20 04:33:36.450719 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-b49b371f-a6c5-4689-9000-cefe76573143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:36.452158 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-b49b371f-a6c5-4689-9000-cefe76573143 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0585232 May 20 04:33:36.532384 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-c052f87d-7aa8-4aba-97f8-8fca2c0de1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:36.534030 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-c052f87d-7aa8-4aba-97f8-8fca2c0de1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751398 May 20 04:33:36.670808 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-4b00466d-3267-4882-9bb2-78a25d27e966 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304064 May 20 04:33:36.809856 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-6840c5c6-2ebe-46ce-9218-9f3e216811a7 req-2049a3ba-2129-43fb-b9df-a16cadfca004 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323824 May 20 04:33:50.199484 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-31919d20-5ab8-45e3-b2ed-01c8fa3775fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:53.318712 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-7af5a677-aa7f-4c6f-8342-d69b2f1140da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:53.320642 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:54.192592 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:55.677748 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:01.745509 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:02.551535 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:34:20.193335 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-bf6f9868-92e6-4bd6-8cd4-3b6eece3de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:23.323258 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:23.324905 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e997d46a-56d3-41bd-a05e-fd5e7b0e54ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:24.197108 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:25.684565 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:29.669142 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37528) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:29.949537 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Deleting port 6c5df7e8-f367-438d-b078-3c39666ae2e3 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:29.949806 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:30.068338 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:30.068635 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:30.187104 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Calling delete_port for 6c5df7e8-f367-438d-b078-3c39666ae2e3 owned by network:floatingip {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:30.324009 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:30.328417 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f84bab7f-5523-478a-a715-71acf0bda6f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:30.487090 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event deleted for resources: {'Port': ['ID=6c5df7e8-f367-438d-b078-3c39666ae2e3,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:30.521066 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.521439 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.521833 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.522193 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.522546 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.522901 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.523251 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.523600 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.523949 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.524292 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.524622 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.524965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:30.532120 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:30.593462 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for floatingip, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:30.593831 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.db.l3_db [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Floating IP 3b90f0e1-8671-4517-9ea7-48d3937f2af3 disassociated (deleted). External IP: 172.28.2.242, port: d116b895-c327-41cc-b3df-cc3fd6ba7034. May 20 04:34:30.958650 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:34:31.143965 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:34:31.153691 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] Sync routers for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:34:31.163496 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:34:31.164118 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:34:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:31.164443 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for floatingip, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:31.223448 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-3a9ad6f2-e370-4890-9b8d-91b0370d82ec tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "DELETE /v2.0/floatingips/3b90f0e1-8671-4517-9ea7-48d3937f2af3 HTTP/1.1" status: 204 len: 168 time: 1.5503924 May 20 04:34:31.223448 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:34:31.354949 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:34:31.439484 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'status': 'completed', 'code': 200} May 20 04:34:31.606493 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-56c59733-1138-48e9-bf41-34bde2e87fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:31.607993 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-56c59733-1138-48e9-bf41-34bde2e87fce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 1099 time: 0.1389315 May 20 04:34:31.645024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f102a-140b-4ec6-bed1-3e41c07475dc req-caef1bea-69aa-4a0d-a1f9-6a0afbe0b3d5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:31.645478 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-013f102a-140b-4ec6-bed1-3e41c07475dc req-caef1bea-69aa-4a0d-a1f9-6a0afbe0b3d5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Synchronizing usage tracker for tenant:98bae8b657d64b6a88fee5b7d7db840c on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:34:31.689250 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:39Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:31.693550 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] Checking router: 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:34:31.702691 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:34:31.703342 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:34:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:31.733054 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-013f102a-140b-4ec6-bed1-3e41c07475dc req-caef1bea-69aa-4a0d-a1f9-6a0afbe0b3d5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Unset dirty status for tenant:98bae8b657d64b6a88fee5b7d7db840c on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:34:31.734237 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-013f102a-140b-4ec6-bed1-3e41c07475dc req-caef1bea-69aa-4a0d-a1f9-6a0afbe0b3d5 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.2090149 May 20 04:34:31.794213 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:31.796598 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-db95738f-658a-41a8-aa4c-c0e2cd4daf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:31.798404 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-db95738f-658a-41a8-aa4c-c0e2cd4daf8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 200 len: 910 time: 0.1824872 May 20 04:34:31.805506 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-013f102a-140b-4ec6-bed1-3e41c07475dc req-32385302-8902-4517-88c5-732e8ef8bdeb tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641916 May 20 04:34:31.872748 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-43c44246-a6c8-43b8-94ce-8a4352a4219e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 200 len: 217 time: 0.0662882 May 20 04:34:31.937169 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-1b81eb61-b3ca-4da3-a08f-c921d0937340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:31.938556 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-1b81eb61-b3ca-4da3-a08f-c921d0937340 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 200 len: 848 time: 0.0589924 May 20 04:34:31.941853 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:34:32.015078 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-a4e1ae05-9113-48ff-9bbf-2deeda711ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:32.016562 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-a4e1ae05-9113-48ff-9bbf-2deeda711ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711205 May 20 04:34:32.147416 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-447f8646-673a-421d-ba6a-bc5cf22eb886 service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228189 May 20 04:34:32.260744 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:39Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:32.266885 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28625fa-2472-42aa-afdc-6a8098a9a1cd None None] The sync data for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb is: [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:30:34Z', 'revision_number': 4, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb', '_interfaces': [{'id': '5abe6bfb-f467-4b22-9c65-36519e20654e', 'name': '', 'network_id': '13d9ba09-79d4-44d6-b4c2-9ee884ea1eab', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'mac_address': 'fa:16:3e:16:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:33Z', 'updated_at': '2021-05-20T04:30:39Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'subnets': [{'id': '1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:34:32.413604 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-1f5a1316-611f-4f50-9d9f-51602cffd635 req-68ec9341-7025-4dba-8c6f-4704891b0aae service neutron] 10.222.0.73 "GET /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589700 May 20 04:34:32.499190 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa3f47-b80b-4c29-b805-4c55ea13358e None None] New status for floating IP 3b90f0e1-8671-4517-9ea7-48d3937f2af3: DOWN {{(pid=91713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:34:32.871247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-554edf71-a09b-486f-93d0-c8072f2b2750 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:32.872788 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-554edf71-a09b-486f-93d0-c8072f2b2750 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.73 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.0887904 May 20 04:34:33.069756 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f458ec-60fa-48bd-ab46-18b9b1d97633 req-fe6cc8ea-4330-48cf-8cd9-50050b494717 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:34:33.071438 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b3f458ec-60fa-48bd-ab46-18b9b1d97633 req-fe6cc8ea-4330-48cf-8cd9-50050b494717 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 946 time: 0.1504645 May 20 04:34:33.095812 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Deleting port d116b895-c327-41cc-b3df-cc3fd6ba7034 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:33.096141 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:33.202656 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-b3f458ec-60fa-48bd-ab46-18b9b1d97633 req-1744eae9-e137-4427-9a81-6e3dd8a91e44 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/security-groups?id=d89d55e6-586b-4274-946c-8437865752b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238260 May 20 04:34:33.262433 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] For port d116b895-c327-41cc-b3df-cc3fd6ba7034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d116b895-c327-41cc-b3df-cc3fd6ba7034,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:33.262796 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:33.386521 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Calling delete_port for d116b895-c327-41cc-b3df-cc3fd6ba7034 owned by compute:nova {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:33.502456 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:33.510689 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6d08b517-d5e8-4163-b7ae-8ab676893795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:33.559254 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event deleted for resources: {'Port': ['ID=d116b895-c327-41cc-b3df-cc3fd6ba7034,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:33.562280 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:33.634616 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] No DVR routers for this DVR port d116b895-c327-41cc-b3df-cc3fd6ba7034 on host hv-cinder-79091 {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:34:33.638028 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12255'] for port, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:33.642335 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-deleted', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034'}] {{(pid=91710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:34:33.662305 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-fc322a4f-3ea5-42e6-a9a2-b4dabdcb763a req-7eaef7da-1af0-47f2-9228-d4f6001765cf tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.73 "DELETE /v2.0/ports/d116b895-c327-41cc-b3df-cc3fd6ba7034 HTTP/1.1" status: 204 len: 173 time: 0.7830563 May 20 04:34:33.696366 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742f1ff3-5d12-4a1e-b5ef-a0a8b603c314', 'name': 'network-vif-deleted', 'tag': 'd116b895-c327-41cc-b3df-cc3fd6ba7034', 'status': 'completed', 'code': 200} May 20 04:34:34.371969 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-96862468-d32c-4373-b9cb-edde49b4cb77 req-4d34a195-00b6-4e5f-bdf6-7322cec22b07 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Synchronizing usage tracker for tenant:98bae8b657d64b6a88fee5b7d7db840c on resource:port {{(pid=91710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:34:34.389706 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.quota.resource [req-96862468-d32c-4373-b9cb-edde49b4cb77 req-4d34a195-00b6-4e5f-bdf6-7322cec22b07 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Unset dirty status for tenant:98bae8b657d64b6a88fee5b7d7db840c on resource:port {{(pid=91710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:34:34.390849 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [req-96862468-d32c-4373-b9cb-edde49b4cb77 req-4d34a195-00b6-4e5f-bdf6-7322cec22b07 tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "GET /v2.0/ports?device_id=742f1ff3-5d12-4a1e-b5ef-a0a8b603c314 HTTP/1.1" status: 200 len: 210 time: 0.0642555 May 20 04:34:35.489394 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37550) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:35.564172 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:35.595878 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:35.663973 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:35.668105 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-6b346c34-7f71-48dd-8714-2967b8a45bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:35.680637 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89d55e6-586b-4274-946c-8437865752b7,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:35.684275 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:35.688078 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] Notify callbacks [] for security_group, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:35.689114 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-30bafc7c-247e-4a57-b605-29b007613c9b tempest-TestShelveInstance-39629436 tempest-TestShelveInstance-39629436-project] 10.222.0.42 "DELETE /v2.0/security-groups/d89d55e6-586b-4274-946c-8437865752b7 HTTP/1.1" status: 204 len: 168 time: 0.1987119 May 20 04:34:35.734468 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37556) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:35.833713 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:35.877980 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] No Port match for: d116b895-c327-41cc-b3df-cc3fd6ba7034 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:35.878333 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Device d116b895-c327-41cc-b3df-cc3fd6ba7034 not bound to the agent host hv-cinder-79091 {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:36.424920 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:36.851945 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Deleting port 5abe6bfb-f467-4b22-9c65-36519e20654e {{(pid=91711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:36.852461 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:36.978658 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.db [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] For port 5abe6bfb-f467-4b22-9c65-36519e20654e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=5abe6bfb-f467-4b22-9c65-36519e20654e,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:36.979032 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:37.109087 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Calling delete_port for 5abe6bfb-f467-4b22-9c65-36519e20654e owned by network:router_interface {{(pid=91711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:37.415349 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31652389'] for port, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:37.419074 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-dacb108a-25f1-4048-9a14-a905478bc574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:37.461162 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5abe6bfb-f467-4b22-9c65-36519e20654e,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:37.492944 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.493324 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.493708 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.494175 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.494519 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.494885 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.495215 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.495592 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.495916 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.496274 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.496619 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.496960 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:37.505030 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:37.842135 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:38.216276 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:34:38.396742 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:34:38.405873 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] Sync routers for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:34:38.414172 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-6d20e14b-bcb8-42bd-bec6-ff56ec9cd7bf admin admin] 10.222.0.42 "PUT /v2.0/routers/8100b90e-c3e4-4ea8-8fcc-75b47db2e40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783204 May 20 04:34:38.416556 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:34:38.416797 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37560) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:38.417338 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:34:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:38.598065 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: dv-cinder-790910-4-smb {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:34:38.599598 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks [] for router, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:38.885370 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:38.890338 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:34:37Z', 'revision_number': 5, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port': {'id': 'b6991a92-ef69-48bd-a069-e8db759a0994', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:30Z', 'updated_at': '2021-05-20T04:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:38.895280 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] Checking router: 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d for host: dv-cinder-790910-4-smb {{(pid=91712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:34:38.904103 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] Routers {'8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:34:38.904716 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:34:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'], 'active': True} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:38.958076 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Deleting port b6991a92-ef69-48bd-a069-e8db759a0994 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:38.958400 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.053933 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvr_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] Set router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d gateway port host: None {{(pid=91712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:34:39.079071 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] For port b6991a92-ef69-48bd-a069-e8db759a0994, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=b6991a92-ef69-48bd-a069-e8db759a0994,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:39.079523 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.159383 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_hamode_db [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:34:38Z', 'revision_number': 6, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:39.163536 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892aa96-75e8-4538-86b5-58a4f2d16830 None None] The sync data for ids ['8100b90e-c3e4-4ea8-8fcc-75b47db2e40d'] in dv-cinder-790910-4-smb is: [{'id': '8100b90e-c3e4-4ea8-8fcc-75b47db2e40d', 'name': 'tempest-TestShelveInstance-1516567620-router', 'tenant_id': '98bae8b657d64b6a88fee5b7d7db840c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:29Z', 'updated_at': '2021-05-20T04:34:38Z', 'revision_number': 6, 'project_id': '98bae8b657d64b6a88fee5b7d7db840c', 'gw_port_host': None}] {{(pid=91712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:34:39.202732 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Calling delete_port for b6991a92-ef69-48bd-a069-e8db759a0994 owned by network:router_gateway {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:39.348142 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.352082 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-ef0e281f-33a0-4373-8b5e-bb5d12410b66 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:39.395846 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Pushing event deleted for resources: {'Port': ['ID=b6991a92-ef69-48bd-a069-e8db759a0994,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:39.398953 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:39.490406 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.551037 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:34:39.667681 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.675447 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.704170 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.704859 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8100b90e-c3e4-4ea8-8fcc-75b47db2e40d {{(pid=91710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:34:39.719226 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.720436 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-8a31b586-ba03-463b-8f43-5806de5c7afe admin admin] 10.222.0.42 "DELETE /v2.0/routers/8100b90e-c3e4-4ea8-8fcc-75b47db2e40d HTTP/1.1" status: 204 len: 168 time: 1.3026299 May 20 04:34:39.723324 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37564) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:39.788760 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Deleting subnet 1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc {{(pid=91711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:34:39.791969 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.842023 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1845069'] for subnet, precommit_delete_associations {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:39.922479 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.178717 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31533818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32312376'] for subnet, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.184619 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:40.217558 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:40.220493 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:40.221530 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for subnet, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.228032 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-54c8c296-4834-4ac4-be89-776dd4a82992 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1bdf8e67-9c9f-43a0-82b3-ce3dc4b463dc HTTP/1.1" status: 204 len: 168 time: 0.5035121 May 20 04:34:40.228498 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a8f83d-3b2b-44fe-b2b9-c0ef7cae1071 None None] Network 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:34:40.231008 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37568) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:40.341102 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.417699 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Deleting port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:40.418045 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.528698 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] For port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:40.529427 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.534009 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] DHCP port deletion for 13d9ba09-79d4-44d6-b4c2-9ee884ea1eab request from dv-cinder-790910-4-smb {{(pid=91712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:34:40.599405 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Deleting port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c {{(pid=91712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:40.599780 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.654511 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Calling delete_port for e803a271-3b20-4ea3-b48e-77e4f7b2ae3c owned by network:dhcp {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:40.705773 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] For port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,segment=NetworkSegment(a1128155-adc4-4657-ba76-9952c4503771),segment_id=a1128155-adc4-4657-ba76-9952c4503771)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:40.706172 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.708042 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.715714 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-4efec164-d5ac-4285-b1e8-39e88d56a579 tempest-VolumesActionsTest-626449059 tempest-VolumesActionsTest-626449059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:40.764248 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Pushing event deleted for resources: {'Port': ['ID=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:40.765928 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] No DVR routers for this DVR port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c on host dv-cinder-790910-4-smb {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:34:40.767395 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:40.832736 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Calling delete_port for e803a271-3b20-4ea3-b48e-77e4f7b2ae3c owned by network:dhcp {{(pid=91712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:40.887291 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:40.891329 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:40.934411 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Pushing event deleted for resources: {'Port': ['ID=e803a271-3b20-4ea3-b48e-77e4f7b2ae3c,revision_number=None']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:40.939481 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] No DVR routers for this DVR port e803a271-3b20-4ea3-b48e-77e4f7b2ae3c on host dv-cinder-790910-4-smb {{(pid=91712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:34:40.945966 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.946344 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.946610 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.947053 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.947320 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.947669 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.948047 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.948315 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.948624 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.948939 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.949231 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.949560 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-4-smb {{(pid=91712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:34:40.954259 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-0ffff3c0-5837-409e-8a08-d91acc394dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:40.999709 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:41.013230 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d9ba09-79d4-44d6-b4c2-9ee884ea1eab']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:41.026312 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1128155-adc4-4657-ba76-9952c4503771') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:41.026491 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1128155-adc4-4657-ba76-9952c4503771') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:41.038159 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:41.054155 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:41.060477 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:34:41.060850 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:34:41.073693 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:34:41.135464 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 5abe6bfb-f467-4b22-9c65-36519e20654e no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:41.152076 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:41.157870 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:41.162205 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:41.171030 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 5abe6bfb-f467-4b22-9c65-36519e20654e {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:41.171363 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 5abe6bfb-f467-4b22-9c65-36519e20654e not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:41.171791 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e803a271-3b20-4ea3-b48e-77e4f7b2ae3c no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:41.185762 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Pushing event deleted for resources: {'Network': ['ID=13d9ba09-79d4-44d6-b4c2-9ee884ea1eab,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:41.189408 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:41.190942 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-7c0df913-7cb6-40a5-a7a3-27d8430816db admin admin] 10.222.0.42 "DELETE /v2.0/networks/13d9ba09-79d4-44d6-b4c2-9ee884ea1eab HTTP/1.1" status: 204 len: 168 time: 0.9587944 May 20 04:34:41.193829 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37572) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:41.208127 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: e803a271-3b20-4ea3-b48e-77e4f7b2ae3c {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:41.208406 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device e803a271-3b20-4ea3-b48e-77e4f7b2ae3c not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:41.208826 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b6991a92-ef69-48bd-a069-e8db759a0994 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:41.240960 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: b6991a92-ef69-48bd-a069-e8db759a0994 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:41.241676 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device b6991a92-ef69-48bd-a069-e8db759a0994 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:41.751435 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399692'] for router_interface, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:42.171247 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Deleting port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:42.171599 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:42.295498 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] For port 0bcf5d61-e05f-4a0a-b173-0fff50e6173e, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:42.295843 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:42.535448 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Calling delete_port for 0bcf5d61-e05f-4a0a-b173-0fff50e6173e owned by network:router_interface {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:42.688904 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:42.692577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-c8f18b6f-8021-4973-b917-502384cc47a4 tempest-TestMinimumBasicScenario-304176357 tempest-TestMinimumBasicScenario-304176357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:42.734818 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcf5d61-e05f-4a0a-b173-0fff50e6173e,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:42.738129 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:43.012135 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399580'] for router_interface, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:43.392420 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 has already been hosted by L3 agent 958218f6-9a66-486d-8d1b-33dbe22ced52 {{(pid=91710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:34:43.582872 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] Notify agent at l3_agent.dv-cinder-790910-4-smb the message routers_updated {{(pid=91710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:34:43.593425 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] Sync routers for ids ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'] in dv-cinder-790910-4-smb {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:34:43.595084 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-f7586ac7-70d8-4120-8a01-db8164ecd17a admin admin] 10.222.0.42 "PUT /v2.0/routers/ddaaf19a-20bd-4852-8777-c3bfce44c0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002490 May 20 04:34:43.597882 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37576) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:43.603760 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] Routers {'ddaaf19a-20bd-4852-8777-c3bfce44c0e3'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:34:43.604374 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:34:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:43.772544 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:43.780980 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] Set router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 gateway port host: dv-cinder-790910-4-smb {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:34:44.071188 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.102514 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'external_fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:34:42Z', 'revision_number': 5, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port': {'id': '00899b14-593d-4f6c-807b-c50c79ebabee', 'name': '', 'network_id': '0861045f-1bfc-4bd4-bd42-b8093cae7eac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c520b4da-8e99-449c-9a10-e8ee874f0f80', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-4-smb'}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:44.106400 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] Checking router: ddaaf19a-20bd-4852-8777-c3bfce44c0e3 for host: dv-cinder-790910-4-smb {{(pid=91713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:34:44.114756 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] Routers {'ddaaf19a-20bd-4852-8777-c3bfce44c0e3'} bound to L3 agent in host dv-cinder-790910-4-smb {{(pid=91713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:34:44.115352 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:13:23Z,description=,heartbeat_timestamp=2021-05-20T04:34:23Z,host='dv-cinder-790910-4-smb',id=958218f6-9a66-486d-8d1b-33dbe22ced52,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:13:23Z,topic='l3_agent')) {'router_ids': ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'], 'active': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:44.148380 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Deleting port 00899b14-593d-4f6c-807b-c50c79ebabee {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:44.148702 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.263684 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_dvr_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] Set router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 gateway port host: None {{(pid=91713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:34:44.269538 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] For port 00899b14-593d-4f6c-807b-c50c79ebabee, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=00899b14-593d-4f6c-807b-c50c79ebabee,segment=NetworkSegment(4de1c6bc-9211-493a-a494-30ecaeb0909a),segment_id=4de1c6bc-9211-493a-a494-30ecaeb0909a)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:44.269900 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.365901 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.l3_hamode_db [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:34:44Z', 'revision_number': 6, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port_host': None}], 'dv-cinder-790910-4-smb', False) {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:44.370230 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35897181-e59e-41af-ac60-427cd15362f8 None None] The sync data for ids ['ddaaf19a-20bd-4852-8777-c3bfce44c0e3'] in dv-cinder-790910-4-smb is: [{'id': 'ddaaf19a-20bd-4852-8777-c3bfce44c0e3', 'name': 'tempest-TestShelveInstance-570851141-router', 'tenant_id': '744202c2a8c244a8a94b6e685c340a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:30:37Z', 'updated_at': '2021-05-20T04:34:44Z', 'revision_number': 6, 'project_id': '744202c2a8c244a8a94b6e685c340a86', 'gw_port_host': None}] {{(pid=91713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:34:44.391215 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Calling delete_port for 00899b14-593d-4f6c-807b-c50c79ebabee owned by network:router_gateway {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:44.544194 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.548059 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5cfa8aed-19ce-4809-a2da-3b53f1e373fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:44.593379 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00899b14-593d-4f6c-807b-c50c79ebabee,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:44.620251 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:44.687892 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516711'] for router_gateway, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.867304 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26717'] for router, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.869916 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.899044 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517936'] for router, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.899494 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddaaf19a-20bd-4852-8777-c3bfce44c0e3 {{(pid=91710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:34:44.912160 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:44.913271 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-685fd39d-e788-4244-9baf-3c2d01c45bc6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ddaaf19a-20bd-4852-8777-c3bfce44c0e3 HTTP/1.1" status: 204 len: 168 time: 1.3145022 May 20 04:34:44.917174 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37580) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:44.985279 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.db_base_plugin_v2 [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Deleting subnet 4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38 {{(pid=91710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:34:44.988313 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.046631 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27306004'] for subnet, precommit_delete_associations {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.140218 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530626'] for subnet, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.148422 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 00899b14-593d-4f6c-807b-c50c79ebabee no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:45.182246 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 00899b14-593d-4f6c-807b-c50c79ebabee {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:45.182556 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 00899b14-593d-4f6c-807b-c50c79ebabee not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:45.183147 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 0bcf5d61-e05f-4a0a-b173-0fff50e6173e no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:45.219150 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 0bcf5d61-e05f-4a0a-b173-0fff50e6173e {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:45.219493 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 0bcf5d61-e05f-4a0a-b173-0fff50e6173e not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:45.397024 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28321767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29045701'] for subnet, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.401851 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:45.440301 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:45.442173 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.445145 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:45.446594 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd816aee-96a4-4eeb-99ae-a2422b96081b None None] Network 76e0fe35-91db-49c7-89b0-78590921b2b6 requested from dv-cinder-790910-4-smb {{(pid=91712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:34:45.448948 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-e922af6d-4669-44c8-a5ed-4f639e856f02 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4b6d0049-50f5-41b5-a63e-c9f5e4aa4f38 HTTP/1.1" status: 204 len: 168 time: 0.5301988 May 20 04:34:45.451577 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [-] (91710) accepted ('10.222.0.42', 37584) {{(pid=91710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:45.556777 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605498'] for network, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.628767 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Deleting port 364420d0-c244-466e-8ac5-f8c62d968945 {{(pid=91710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:45.629103 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.685301 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] DHCP port deletion for 76e0fe35-91db-49c7-89b0-78590921b2b6 request from dv-cinder-790910-4-smb {{(pid=91712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:34:45.756385 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Deleting port 364420d0-c244-466e-8ac5-f8c62d968945 {{(pid=91712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:34:45.756652 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794433577831'] for port, before_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.842682 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.db [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] For port 364420d0-c244-466e-8ac5-f8c62d968945, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=364420d0-c244-466e-8ac5-f8c62d968945,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:45.842987 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.853980 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.db [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] For port 364420d0-c244-466e-8ac5-f8c62d968945, host dv-cinder-790910-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-4-smb',level=0,port_id=364420d0-c244-466e-8ac5-f8c62d968945,segment=NetworkSegment(04dc2bdb-99e6-4ca8-bbed-2750b6805b0c),segment_id=04dc2bdb-99e6-4ca8-bbed-2750b6805b0c)] {{(pid=91712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:34:45.854363 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401290'] for port, precommit_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:45.962971 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.plugin [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Calling delete_port for 364420d0-c244-466e-8ac5-f8c62d968945 owned by network:dhcp {{(pid=91710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:45.980526 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Calling delete_port for 364420d0-c244-466e-8ac5-f8c62d968945 owned by network:dhcp {{(pid=91712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:34:46.015566 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28571448'] for port, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.020194 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-5b5fc143-3ea8-4997-b49f-b100702c6361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:46.027560 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3669941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794433580216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794433165316'] for port, after_delete {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.031112 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:46.064713 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Pushing event deleted for resources: {'Port': ['ID=364420d0-c244-466e-8ac5-f8c62d968945,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:46.067708 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:46.068500 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] No DVR routers for this DVR port 364420d0-c244-466e-8ac5-f8c62d968945 on host dv-cinder-790910-4-smb {{(pid=91710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:34:46.072402 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Pushing event deleted for resources: {'Port': ['ID=364420d0-c244-466e-8ac5-f8c62d968945,revision_number=None']} {{(pid=91712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:46.074858 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:46.077797 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ad32c-0252-4975-ad57-f4080f137baa None None] No DVR routers for this DVR port 364420d0-c244-466e-8ac5-f8c62d968945 on host dv-cinder-790910-4-smb {{(pid=91712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:34:46.182652 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524873', 'neutron.services.segments.db._delete_segments_for_network-8794433607298'] for network, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.198278 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e0fe35-91db-49c7-89b0-78590921b2b6']}} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:46.210761 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c') {'for_net_delete': True} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:46.211054 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.services.segments.db [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dc2bdb-99e6-4ca8-bbed-2750b6805b0c') {} {{(pid=91710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:34:46.222750 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794433617547', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27305987'] for segment, before_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.240451 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113'] for segment, precommit_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.249319 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=91710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:34:46.249916 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3516113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28571461'] for segment, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: Traceback (most recent call last): May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: timer() May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: cb(*args, **kw) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: return func(*args, **kwargs) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: self._notify() May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: self.callback(batched_events) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: event.method(event) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: return f(self, *a, **k) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: return self._get(url).json() May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: return self.request(url, 'GET', **kwargs) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:34:46.266764 dv-cinder-790910-4-smb neutron-server[91710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:34:46.345726 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-584374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516684'] for network, after_delete {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.353014 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron_lib.callbacks.manager [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584339'] for network, before_response {{(pid=91710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.355435 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:46.381534 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Pushing event deleted for resources: {'Network': ['ID=76e0fe35-91db-49c7-89b0-78590921b2b6,revision_number=None']} {{(pid=91710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:46.384455 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG oslo_concurrency.lockutils [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:46.386825 dv-cinder-790910-4-smb neutron-server[91710]: INFO neutron.wsgi [None req-7fb727cb-c31e-4068-b7e0-27c04550471f admin admin] 10.222.0.42 "DELETE /v2.0/networks/76e0fe35-91db-49c7-89b0-78590921b2b6 HTTP/1.1" status: 204 len: 168 time: 0.9343820 May 20 04:34:46.599926 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37590) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:46.662730 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-24062a75-635f-4851-a0bd-e99992882fc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98bae8b657d64b6a88fee5b7d7db840c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615110 May 20 04:34:46.665586 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37594) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:46.729070 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.756403 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.815781 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.819664 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-8317542d-c792-4705-a704-8bc2c224d7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:46.831562 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7830a9-6bb5-4c00-b1dc-62413e0cb1a5,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:46.834095 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:46.839382 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:46.840749 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-ca61cb94-b4a1-499c-9457-5ce20ab0b640 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b7830a9-6bb5-4c00-b1dc-62413e0cb1a5 HTTP/1.1" status: 204 len: 168 time: 0.1739974 May 20 04:34:47.135760 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 364420d0-c244-466e-8ac5-f8c62d968945 no longer exists at agent ovs-agent-dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:34:47.174154 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] No Port match for: 364420d0-c244-466e-8ac5-f8c62d968945 {{(pid=91712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:34:47.174495 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.rpc [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Device 364420d0-c244-466e-8ac5-f8c62d968945 not bound to the agent host dv-cinder-790910-4-smb {{(pid=91712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:34:47.234545 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37602) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:47.283862 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-2077d9cd-7be3-4470-bd73-6cab02b94c5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=744202c2a8c244a8a94b6e685c340a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480714 May 20 04:34:47.287565 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.wsgi [-] (91711) accepted ('10.222.0.42', 37606) {{(pid=91711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:34:47.350474 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:47.376308 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:47.431940 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543864'] for security_group, after_delete {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:47.437350 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-95f01204-6b8a-43ff-a757-bba698b2552a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:34:47.449248 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109e74e-669b-4113-8099-b69cb5253d6b,revision_number=None']} {{(pid=91711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:34:47.451547 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:34:47.455952 dv-cinder-790910-4-smb neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:47.457226 dv-cinder-790910-4-smb neutron-server[91711]: INFO neutron.wsgi [None req-93c4c564-8baf-4684-b9c9-16c68f8cc05c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2109e74e-669b-4113-8099-b69cb5253d6b HTTP/1.1" status: 204 len: 168 time: 0.1687808 May 20 04:34:50.199224 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-46493025-1c6d-4c49-92fe-b999ed280a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:53.328794 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c372e319-d90b-4e5c-9a0b-a11987bf84d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:53.330797 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:54.201179 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:55.686994 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:01.762568 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:16.552268 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:35:20.197453 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-3be68e50-db7f-41d8-816d-ccf9f3499a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:23.325958 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:23.328452 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-b0adf4eb-7982-4caf-871c-e0b488f122d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:24.208668 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:25.691935 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:31.775325 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:50.199399 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fc665d64-9de5-4a79-a646-c253ee4a2332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:53.329974 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-449dcb4b-515f-4dc9-9959-c1c7b81943cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:53.331687 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:53.551766 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:35:54.216333 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:55.693108 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:01.769408 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:20.195614 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-8dc9ab0c-3096-4277-92ae-3c7f3b938c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:23.326137 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-03933ce4-b619-4030-be95-474c108f11d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:23.332435 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:24.211050 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:25.694335 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:30.552383 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:36:31.805311 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:50.192198 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-f3d009b5-4846-43f6-83f5-6c4b9799ba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:53.315359 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-4f322f3a-3c20-459a-a731-e8c5ce794867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:53.328667 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:54.212390 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:55.699628 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:01.813397 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:07.551938 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:37:20.189682 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e808-cf7c-4345-bf4c-fb0f67285034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:23.311016 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a64f-1387-47c4-9ec9-d5b27ef89ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:23.324511 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:24.220913 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:25.700892 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:31.811342 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:44.553162 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:37:50.186043 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-9f72befc-a6c3-4e4c-95c8-e20d9ed8608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:53.306706 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6110-c9bb-44ad-afab-6eea4c0f7d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:53.320019 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:54.222709 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:55.706801 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:01.816002 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:20.182415 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-da4554e0-5d98-48a7-9af2-72534021d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:21.552478 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:38:23.318205 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8474-7e5c-48be-973a-df3e48439882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:23.326898 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:24.229313 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:25.707874 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:31.825037 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:50.184137 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-c1d05540-ecf9-4566-a574-d8b5a28fa83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:53.317754 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9147-aae1-4b93-ba94-cb6e31dc31dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:53.326240 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:54.231786 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:55.717071 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:58.553963 dv-cinder-790910-4-smb neutron-server[91713]: DEBUG neutron.db.agents_db [None req-40a3448f-dc24-4783-b136-0135cdd9e7ee None None] Agent healthcheck: found 6 active agents {{(pid=91713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:39:01.823960 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-aa67c0c2-1873-4ff3-ace5-b392a854b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:39:20.179990 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-139c533d-922b-4067-b593-c11894f09dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:39:20.938425 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [req-2189b689-c576-4fb9-b09c-6d2d2f76d954 req-480574c7-170b-4a3f-94fc-8c718991f079 service neutron] (91710) timed out ('10.222.0.73', 62999) {{(pid=91710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 04:39:21.542603 dv-cinder-790910-4-smb neutron-server[91710]: DEBUG neutron.wsgi [req-0c0796df-02c0-45cb-b1ba-79a27872e4d2 req-2bef8932-b696-443d-bd76-f11bbddd045a service neutron] (91710) timed out ('10.222.0.73', 63033) {{(pid=91710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 04:39:23.319497 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-170fd987-92da-4036-8c13-5ad6fe63d622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:39:23.326835 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-312bca08-1cc8-4477-ab8b-e1334b046fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:39:24.231597 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-30298b01-a84d-4cb9-92f0-1a96f4258d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:39:25.712771 dv-cinder-790910-4-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a852-7d15-4684-a334-5f98c6063620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794433610972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523011'] for agent, after_update {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}